[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3345 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3345/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryElevationComponentTest

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedQueryElevationComponentTest:     1) Thread[id=15, name=qtp1481681868-15 Acceptor2 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=46, name=qtp852164929-46 Acceptor1 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=60, name=qtp28090585-60 Acceptor1 SelectChannelConnector@0.0.0.0:48867, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=48, name=qtp852164929-48 Acceptor3 SelectChannelConnector@0.0.0.0:54384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=62, name=qtp28090585-62 Acceptor3 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=47, name=qtp852164929-47 Acceptor2 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=34, name=qtp575693529-34 Acceptor3 SelectChannelConnector@0.0.0.0:10910, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=20, name=qtp1481681868-20 Acceptor1 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=19, name=qtp1481681868-19 Acceptor0 SelectChannelConnector@0.0.0.0:45935, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=59, name=qtp28090585-59 Acceptor0 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=61, name=qtp28090585-61 Acceptor2 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=31, name=qtp575693529-31 Acceptor0 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=32, name=qtp575693529-32 Acceptor1 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=33, name=qtp575693529-33 Acceptor2 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=16, name=qtp1481681868-16 Acceptor3 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=45, name=qtp852164929-45 Acceptor0 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedQueryElevationComponentTest: 
   1) Thread[id=15, name=qtp1481681868-15 Acceptor2 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=46, name=qtp852164929-46 Acceptor1 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=60, name=qtp28090585-60 Acceptor1 SelectChannelConnector@0.0.0.0:48867, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=48, name=qtp852164929-48 Acceptor3 SelectChannelConnector@0.0.0.0:54384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=62, name=qtp28090585-62 Acceptor3 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=47, name=qtp852164929-47 Acceptor2 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=34, name=qtp575693529-34 Acceptor3 SelectChannelConnector@0.0.0.0:10910, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=20, name=qtp1481681868-20 Acceptor1 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=19, name=qtp1481681868-19 Acceptor0 SelectChannelConnector@0.0.0.0:45935, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=59, name=qtp28090585-59 Acceptor0 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=61, name=qtp28090585-61 Acceptor2 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=31, name=qtp575693529-31 Acceptor0 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=32, name=qtp575693529-32 Acceptor1 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=33, name=qtp575693529-33 Acceptor2 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=16, name=qtp1481681868-16 Acceptor3 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=45, name=qtp852164929-45 Acceptor0 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([9AC20E41B1AD9943]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryElevationComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=15, name=qtp1481681868-15 Acceptor2 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=46, name=qtp852164929-46 Acceptor1 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=48, name=qtp852164929-48 Acceptor3 SelectChannelConnector@0.0.0.0:54384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=60, name=qtp28090585-60 Acceptor1 SelectChannelConnector@0.0.0.0:48867, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=62, name=qtp28090585-62 Acceptor3 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=34, name=qtp575693529-34 Acceptor3 SelectChannelConnector@0.0.0.0:10910, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=47, name=qtp852164929-47 Acceptor2 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=19, name=qtp1481681868-19 Acceptor0 SelectChannelConnector@0.0.0.0:45935, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=20, name=qtp1481681868-20 Acceptor1 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=59, name=qtp28090585-59 Acceptor0 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=61, name=qtp28090585-61 Acceptor2 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=31, name=qtp575693529-31 Acceptor0 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=32, name=qtp575693529-32 Acceptor1 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=33, name=qtp575693529-33 Acceptor2 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=16, name=qtp1481681868-16 Acceptor3 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=45, name=qtp852164929-45 Acceptor0 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=15, name=qtp1481681868-15 Acceptor2 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=46, name=qtp852164929-46 Acceptor1 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=48, name=qtp852164929-48 Acceptor3 SelectChannelConnector@0.0.0.0:54384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=60, name=qtp28090585-60 Acceptor1 SelectChannelConnector@0.0.0.0:48867, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=62, name=qtp28090585-62 Acceptor3 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=34, name=qtp575693529-34 Acceptor3 SelectChannelConnector@0.0.0.0:10910, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=47, name=qtp852164929-47 Acceptor2 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=19, name=qtp1481681868-19 Acceptor0 SelectChannelConnector@0.0.0.0:45935, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=20, name=qtp1481681868-20 Acceptor1 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=59, name=qtp28090585-59 Acceptor0 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=61, name=qtp28090585-61 Acceptor2 SelectChannelConnector@0.0.0.0:48867, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=31, name=qtp575693529-31 Acceptor0 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=32, name=qtp575693529-32 Acceptor1 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=33, name=qtp575693529-33 Acceptor2 SelectChannelConnector@0.0.0.0:10910, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=16, name=qtp1481681868-16 Acceptor3 SelectChannelConnector@0.0.0.0:45935, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=45, name=qtp852164929-45 Acceptor0 SelectChannelConnector@0.0.0.0:54384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([9AC20E41B1AD9943]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedSpellCheckComponentTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedSpellCheckComponentTest:     1) Thread[id=431, name=qtp1144009147-431 Acceptor3 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=381, name=qtp654213467-381 Acceptor1 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=444, name=qtp1397182971-444 Acceptor2 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=469, name=qtp204458595-469 Acceptor0 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=458, name=qtp687594413-458 Acceptor3 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=472, name=qtp204458595-472 Acceptor3 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=365, name=qtp1562938255-365 Acceptor1 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=382, name=qtp654213467-382 Acceptor2 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=364, name=qtp1562938255-364 Acceptor0 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=428, name=qtp1144009147-428 Acceptor0 SelectChannelConnector@0.0.0.0:34889, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=456, name=qtp687594413-456 Acceptor1 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=443, name=qtp1397182971-443 Acceptor1 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=353, name=qtp2097466009-353 Acceptor3 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=380, name=qtp654213467-380 Acceptor0 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=429, name=qtp1144009147-429 Acceptor1 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=397, name=qtp374752825-397 Acceptor3 SelectChannelConnector@0.0.0.0:27668, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=411, name=qtp1836771190-411 Acceptor3 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=430, name=qtp1144009147-430 Acceptor2 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=409, name=qtp1836771190-409 Acceptor1 SelectChannelConnector@0.0.0.0:45145, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=394, name=qtp374752825-394 Acceptor0 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=470, name=qtp204458595-470 Acceptor1 SelectChannelConnector@0.0.0.0:48906, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=395, name=qtp374752825-395 Acceptor1 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=383, name=qtp654213467-383 Acceptor3 SelectChannelConnector@0.0.0.0:43265, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=408, name=qtp1836771190-408 Acceptor0 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=457, name=qtp687594413-457 Acceptor2 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=352, name=qtp2097466009-352 Acceptor2 SelectChannelConnector@0.0.0.0:48958, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=350, name=qtp2097466009-350 Acceptor0 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=471, name=qtp204458595-471 Acceptor2 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=351, name=qtp2097466009-351 Acceptor1 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=445, name=qtp1397182971-445 Acceptor3 SelectChannelConnector@0.0.0.0:60059, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=367, name=qtp1562938255-367 Acceptor3 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=396, name=qtp374752825-396 Acceptor2 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=442, name=qtp1397182971-442 Acceptor0 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=410, name=qtp1836771190-410 Acceptor2 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=366, name=qtp1562938255-366 Acceptor2 SelectChannelConnector@0.0.0.0:38860, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=455, name=qtp687594413-455 Acceptor0 SelectChannelConnector@0.0.0.0:32002, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedSpellCheckComponentTest: 
   1) Thread[id=431, name=qtp1144009147-431 Acceptor3 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=381, name=qtp654213467-381 Acceptor1 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=444, name=qtp1397182971-444 Acceptor2 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=469, name=qtp204458595-469 Acceptor0 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=458, name=qtp687594413-458 Acceptor3 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=472, name=qtp204458595-472 Acceptor3 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=365, name=qtp1562938255-365 Acceptor1 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=382, name=qtp654213467-382 Acceptor2 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=364, name=qtp1562938255-364 Acceptor0 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=428, name=qtp1144009147-428 Acceptor0 SelectChannelConnector@0.0.0.0:34889, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=456, name=qtp687594413-456 Acceptor1 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=443, name=qtp1397182971-443 Acceptor1 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=353, name=qtp2097466009-353 Acceptor3 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=380, name=qtp654213467-380 Acceptor0 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=429, name=qtp1144009147-429 Acceptor1 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=397, name=qtp374752825-397 Acceptor3 SelectChannelConnector@0.0.0.0:27668, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=411, name=qtp1836771190-411 Acceptor3 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=430, name=qtp1144009147-430 Acceptor2 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=409, name=qtp1836771190-409 Acceptor1 SelectChannelConnector@0.0.0.0:45145, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=394, name=qtp374752825-394 Acceptor0 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=470, name=qtp204458595-470 Acceptor1 SelectChannelConnector@0.0.0.0:48906, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=395, name=qtp374752825-395 Acceptor1 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=383, name=qtp654213467-383 Acceptor3 SelectChannelConnector@0.0.0.0:43265, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=408, name=qtp1836771190-408 Acceptor0 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=457, name=qtp687594413-457 Acceptor2 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=352, name=qtp2097466009-352 Acceptor2 SelectChannelConnector@0.0.0.0:48958, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=350, name=qtp2097466009-350 Acceptor0 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=471, name=qtp204458595-471 Acceptor2 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=351, name=qtp2097466009-351 Acceptor1 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=445, name=qtp1397182971-445 Acceptor3 SelectChannelConnector@0.0.0.0:60059, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=367, name=qtp1562938255-367 Acceptor3 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=396, name=qtp374752825-396 Acceptor2 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=442, name=qtp1397182971-442 Acceptor0 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=410, name=qtp1836771190-410 Acceptor2 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=366, name=qtp1562938255-366 Acceptor2 SelectChannelConnector@0.0.0.0:38860, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=455, name=qtp687594413-455 Acceptor0 SelectChannelConnector@0.0.0.0:32002, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([9AC20E41B1AD9943]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedSpellCheckComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=431, name=qtp1144009147-431 Acceptor3 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=381, name=qtp654213467-381 Acceptor1 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=444, name=qtp1397182971-444 Acceptor2 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=469, name=qtp204458595-469 Acceptor0 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=458, name=qtp687594413-458 Acceptor3 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=472, name=qtp204458595-472 Acceptor3 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=365, name=qtp1562938255-365 Acceptor1 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=382, name=qtp654213467-382 Acceptor2 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=364, name=qtp1562938255-364 Acceptor0 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=428, name=qtp1144009147-428 Acceptor0 SelectChannelConnector@0.0.0.0:34889, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=443, name=qtp1397182971-443 Acceptor1 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=353, name=qtp2097466009-353 Acceptor3 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=456, name=qtp687594413-456 Acceptor1 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=380, name=qtp654213467-380 Acceptor0 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=429, name=qtp1144009147-429 Acceptor1 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=397, name=qtp374752825-397 Acceptor3 SelectChannelConnector@0.0.0.0:27668, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=411, name=qtp1836771190-411 Acceptor3 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=430, name=qtp1144009147-430 Acceptor2 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=409, name=qtp1836771190-409 Acceptor1 SelectChannelConnector@0.0.0.0:45145, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=394, name=qtp374752825-394 Acceptor0 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=395, name=qtp374752825-395 Acceptor1 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=470, name=qtp204458595-470 Acceptor1 SelectChannelConnector@0.0.0.0:48906, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=383, name=qtp654213467-383 Acceptor3 SelectChannelConnector@0.0.0.0:43265, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=408, name=qtp1836771190-408 Acceptor0 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=457, name=qtp687594413-457 Acceptor2 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=352, name=qtp2097466009-352 Acceptor2 SelectChannelConnector@0.0.0.0:48958, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=350, name=qtp2097466009-350 Acceptor0 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=471, name=qtp204458595-471 Acceptor2 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=351, name=qtp2097466009-351 Acceptor1 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=445, name=qtp1397182971-445 Acceptor3 SelectChannelConnector@0.0.0.0:60059, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=367, name=qtp1562938255-367 Acceptor3 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=396, name=qtp374752825-396 Acceptor2 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=442, name=qtp1397182971-442 Acceptor0 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=410, name=qtp1836771190-410 Acceptor2 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=366, name=qtp1562938255-366 Acceptor2 SelectChannelConnector@0.0.0.0:38860, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=455, name=qtp687594413-455 Acceptor0 SelectChannelConnector@0.0.0.0:32002, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=431, name=qtp1144009147-431 Acceptor3 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=381, name=qtp654213467-381 Acceptor1 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=444, name=qtp1397182971-444 Acceptor2 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=469, name=qtp204458595-469 Acceptor0 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=458, name=qtp687594413-458 Acceptor3 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=472, name=qtp204458595-472 Acceptor3 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=365, name=qtp1562938255-365 Acceptor1 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=382, name=qtp654213467-382 Acceptor2 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=364, name=qtp1562938255-364 Acceptor0 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=428, name=qtp1144009147-428 Acceptor0 SelectChannelConnector@0.0.0.0:34889, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=443, name=qtp1397182971-443 Acceptor1 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=353, name=qtp2097466009-353 Acceptor3 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=456, name=qtp687594413-456 Acceptor1 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=380, name=qtp654213467-380 Acceptor0 SelectChannelConnector@0.0.0.0:43265, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=429, name=qtp1144009147-429 Acceptor1 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=397, name=qtp374752825-397 Acceptor3 SelectChannelConnector@0.0.0.0:27668, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=411, name=qtp1836771190-411 Acceptor3 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=430, name=qtp1144009147-430 Acceptor2 SelectChannelConnector@0.0.0.0:34889, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=409, name=qtp1836771190-409 Acceptor1 SelectChannelConnector@0.0.0.0:45145, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=394, name=qtp374752825-394 Acceptor0 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=395, name=qtp374752825-395 Acceptor1 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=470, name=qtp204458595-470 Acceptor1 SelectChannelConnector@0.0.0.0:48906, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=383, name=qtp654213467-383 Acceptor3 SelectChannelConnector@0.0.0.0:43265, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=408, name=qtp1836771190-408 Acceptor0 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=457, name=qtp687594413-457 Acceptor2 SelectChannelConnector@0.0.0.0:32002, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=352, name=qtp2097466009-352 Acceptor2 SelectChannelConnector@0.0.0.0:48958, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=350, name=qtp2097466009-350 Acceptor0 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=471, name=qtp204458595-471 Acceptor2 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=351, name=qtp2097466009-351 Acceptor1 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=445, name=qtp1397182971-445 Acceptor3 SelectChannelConnector@0.0.0.0:60059, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=367, name=qtp1562938255-367 Acceptor3 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=396, name=qtp374752825-396 Acceptor2 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=442, name=qtp1397182971-442 Acceptor0 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=410, name=qtp1836771190-410 Acceptor2 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=366, name=qtp1562938255-366 Acceptor2 SelectChannelConnector@0.0.0.0:38860, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=455, name=qtp687594413-455 Acceptor0 SelectChannelConnector@0.0.0.0:32002, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([9AC20E41B1AD9943]:0)




Build Log:
[...truncated 8389 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.component.DistributedQueryElevationComponentTest
[junit4:junit4]   2> 301 T11 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 951 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1553 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:45935
[junit4:junit4]   2> 1713 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1714 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1715 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2465 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2469 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2470 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2512 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 2518 T11 oasc.CoreContainer.<init> New CoreContainer 360358702
[junit4:junit4]   2> 2519 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2520 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2622 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2727 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 2728 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 2730 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2731 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 2845 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3087 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-elevate.xml
[junit4:junit4]   2> 3122 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3162 T11 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 4651 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4655 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5183 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/control/data/
[junit4:junit4]   2> 5189 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@646bfe00
[junit4:junit4]   2> 5371 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5461 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d3b114b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60ec7a89) assuming 'simple'
[junit4:junit4]   2> 5467 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/control/data forceNew:false
[junit4:junit4]   2> 5468 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/control/data
[junit4:junit4]   2> 5469 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/control/data/index/
[junit4:junit4]   2> 5470 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5497 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/control/data/index forceNew:false
[junit4:junit4]   2> 5912 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f7a6e0e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55238b7c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5913 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5914 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/control/data/index
[junit4:junit4]   2> 7069 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7081 T11 oasc.RequestHandlers.initHandlersFromConfig created /elevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7083 T11 oasc.RequestHandlers.initHandlersFromConfig created /dataElevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7266 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7295 T11 oasc.RequestHandlers.initHandlersFromConfig WARNING no default request handler is registered (either '/select' or 'standard')
[junit4:junit4]   2> 7301 T11 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7311 T11 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-REPLICATION2.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-IB.XML, SCHEMA-CHARFILTERS.XML, SOLRCONFIG-QUERYSENDER.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 7319 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/control/data
[junit4:junit4]   2> 7377 T11 oass.SolrIndexSearcher.<init> Opening Searcher@2fd6cf0 main
[junit4:junit4]   2> 7474 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7475 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7495 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 7577 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 7681 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 7682 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7682 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 7683 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7684 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7684 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7685 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7685 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7686 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7722 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8265 T25 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2fd6cf0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8266 T11 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 8266 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8267 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8349 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8374 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8377 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:10910
[junit4:junit4]   2> 8378 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8379 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8380 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8428 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8429 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8429 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8430 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 8430 T11 oasc.CoreContainer.<init> New CoreContainer 255852818
[junit4:junit4]   2> 8431 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8432 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8465 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8490 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 8491 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 8493 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8494 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 8557 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8648 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-elevate.xml
[junit4:junit4]   2> 8650 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8674 T11 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 8948 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8952 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8966 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard0/data/
[junit4:junit4]   2> 8967 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@646bfe00
[junit4:junit4]   2> 8968 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8969 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@76b0f8c3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c9c0715) assuming 'simple'
[junit4:junit4]   2> 8970 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard0/data forceNew:false
[junit4:junit4]   2> 8970 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard0/data
[junit4:junit4]   2> 8971 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard0/data/index/
[junit4:junit4]   2> 8972 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8973 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard0/data/index forceNew:false
[junit4:junit4]   2> 8978 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b01063e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@30a777ed),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8979 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8980 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard0/data/index
[junit4:junit4]   2> 8984 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8986 T11 oasc.RequestHandlers.initHandlersFromConfig created /elevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8988 T11 oasc.RequestHandlers.initHandlersFromConfig created /dataElevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8997 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8998 T11 oasc.RequestHandlers.initHandlersFromConfig WARNING no default request handler is registered (either '/select' or 'standard')
[junit4:junit4]   2> 9000 T11 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9003 T11 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-REPLICATION2.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-IB.XML, SCHEMA-CHARFILTERS.XML, SOLRCONFIG-QUERYSENDER.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 9005 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard0/data
[junit4:junit4]   2> 9006 T11 oass.SolrIndexSearcher.<init> Opening Searcher@4e3e062c main
[junit4:junit4]   2> 9007 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9007 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9010 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 9024 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 9038 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9039 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9039 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9040 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9040 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9041 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9041 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9042 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9042 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9043 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9065 T11 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 9066 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9066 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9067 T39 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e3e062c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9067 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9078 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9081 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:54384
[junit4:junit4]   2> 9082 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9083 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9084 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9098 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9099 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9099 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9100 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 9101 T11 oasc.CoreContainer.<init> New CoreContainer 279935864
[junit4:junit4]   2> 9101 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9102 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9125 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9144 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 9145 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 9146 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9147 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 9192 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9261 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-elevate.xml
[junit4:junit4]   2> 9262 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9282 T11 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 9503 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9506 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9519 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard1/data/
[junit4:junit4]   2> 9520 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@646bfe00
[junit4:junit4]   2> 9521 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9522 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@292662df lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17253394) assuming 'simple'
[junit4:junit4]   2> 9523 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard1/data forceNew:false
[junit4:junit4]   2> 9523 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard1/data
[junit4:junit4]   2> 9524 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard1/data/index/
[junit4:junit4]   2> 9525 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9526 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard1/data/index forceNew:false
[junit4:junit4]   2> 9527 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d794594 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@146bbdfb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9528 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9529 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard1/data/index
[junit4:junit4]   2> 9533 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9535 T11 oasc.RequestHandlers.initHandlersFromConfig created /elevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9536 T11 oasc.RequestHandlers.initHandlersFromConfig created /dataElevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9538 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9539 T11 oasc.RequestHandlers.initHandlersFromConfig WARNING no default request handler is registered (either '/select' or 'standard')
[junit4:junit4]   2> 9541 T11 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9551 T11 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-REPLICATION2.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-IB.XML, SCHEMA-CHARFILTERS.XML, SOLRCONFIG-QUERYSENDER.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 9554 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard1/data
[junit4:junit4]   2> 9555 T11 oass.SolrIndexSearcher.<init> Opening Searcher@252c65db main
[junit4:junit4]   2> 9556 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9557 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9560 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 9577 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 9594 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9594 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9595 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9595 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9596 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9597 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9597 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9598 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9599 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9599 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9618 T11 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 9619 T53 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@252c65db main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9619 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9620 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9621 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9633 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9636 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:48867
[junit4:junit4]   2> 9637 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9638 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9638 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9654 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9655 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9656 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9656 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 9657 T11 oasc.CoreContainer.<init> New CoreContainer 1430525477
[junit4:junit4]   2> 9658 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9658 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9679 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9699 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 9700 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 9701 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9702 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 9747 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9807 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-elevate.xml
[junit4:junit4]   2> 9808 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9830 T11 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 10085 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10088 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10103 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351304565893/shard2/data/
[junit4:junit4]   2> 10104 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@646bfe00
[junit4:junit4]   2> 10105 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10106 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f87c74 lockFactory=org.apach

[...truncated too long message...]

eadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   27) Thread[id=350, name=qtp2097466009-350 Acceptor0 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   28) Thread[id=471, name=qtp204458595-471 Acceptor2 SelectChannelConnector@0.0.0.0:48906, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   29) Thread[id=351, name=qtp2097466009-351 Acceptor1 SelectChannelConnector@0.0.0.0:48958, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   30) Thread[id=445, name=qtp1397182971-445 Acceptor3 SelectChannelConnector@0.0.0.0:60059, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   31) Thread[id=367, name=qtp1562938255-367 Acceptor3 SelectChannelConnector@0.0.0.0:38860, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   32) Thread[id=396, name=qtp374752825-396 Acceptor2 SelectChannelConnector@0.0.0.0:27668, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   33) Thread[id=442, name=qtp1397182971-442 Acceptor0 SelectChannelConnector@0.0.0.0:60059, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   34) Thread[id=410, name=qtp1836771190-410 Acceptor2 SelectChannelConnector@0.0.0.0:45145, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   35) Thread[id=366, name=qtp1562938255-366 Acceptor2 SelectChannelConnector@0.0.0.0:38860, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   36) Thread[id=455, name=qtp687594413-455 Acceptor0 SelectChannelConnector@0.0.0.0:32002, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([9AC20E41B1AD9943]:0)
[junit4:junit4] Completed on J0 in 42.99s, 1 test, 2 errors <<< FAILURES!

[...truncated 122 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1159: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 232 suites, 961 tests, 4 suite-level errors, 757 ignored (1 assumption)

Total time: 21 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

Re: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3368 - Still Failing

[Robert Muir <rc...@gmail.com>]

The bug here (in my opinion) is that ThaiWordFilter is a filter at all
(it should be a tokenizer). Like WDF and other filters that really
should be tokenizers, It doesn't expect and can't handle arbitrary
input correctly (e.g. thats been through a shingle filter...)

Another problem is that offsetsAreCorrect=false allows for offsets to
"go backwards" in the stream. But this leniency is a false sense of
security, because if you add a shingle filter then you have a
situation like this where startOffset > endOffset.

On Fri, Nov 9, 2012 at 7:31 AM, Apache Jenkins Server
<je...@builds.apache.org> wrote:
> Error Message:
> startOffset must be non-negative, and endOffset must be >= startOffset, startOffset=5,endOffset=3
>
> Stack Trace:
> java.lang.IllegalAr> [junit4:junit4]   2> Exception from random analyzer:
> [junit4:junit4]   2> charfilters=
> [junit4:junit4]   2> tokenizer=
> [junit4:junit4]   2>   org.apache.lucene.analysis.core.WhitespaceTokenizer(LUCENE_50, org.apache.lucene.analysis.core.TestRandomChains$CheckThatYouDidntReadAnythingReaderWrapper@7f4aaa58)
> [junit4:junit4]   2> filters=
> [junit4:junit4]   2>   org.apache.lucene.analysis.miscellaneous.LengthFilter(false, org.apache.lucene.analysis.ValidatingTokenFilter@1, -30, 69)
> [junit4:junit4]   2>   org.apache.lucene.analysis.shingle.ShingleFilter(org.apache.lucene.analysis.ValidatingTokenFilter@37caea, tpzabzsxye)
> [junit4:junit4]   2>   org.apache.lucene.analysis.th.ThaiWordFilter(LUCENE_50, org.apache.lucene.analysis.ValidatingTokenFilter@37caea)
> [junit4:junit4]   2>   org.apache.lucene.analysis.shingle.ShingleFilter(org.apache.lucene.analysis.ValidatingTokenFilter@37caea)
> [junit4:junit4]   2> offsetsAreCorrect=false

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3368 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3368/

1 tests failed.
REGRESSION:  org.apache.lucene.analysis.core.TestRandomChains.testRandomChains

Error Message:
startOffset must be non-negative, and endOffset must be >= startOffset, startOffset=5,endOffset=3

Stack Trace:
java.lang.IllegalArgumentException: startOffset must be non-negative, and endOffset must be >= startOffset, startOffset=5,endOffset=3
	at __randomizedtesting.SeedInfo.seed([FE0FDF1A0D2C367D:C3EEF67B4A3E2BBD]:0)
	at org.apache.lucene.analysis.tokenattributes.OffsetAttributeImpl.setOffset(OffsetAttributeImpl.java:43)
	at org.apache.lucene.analysis.shingle.ShingleFilter.incrementToken(ShingleFilter.java:323)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:78)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:632)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:542)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:443)
	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:859)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 4466 lines...]
[junit4:junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
[junit4:junit4]   2> TEST FAIL: useCharFilter=false text='9 \u0e5f\u0e44\u0e2c\u0e5f A\u1203\u068c \\\"<scri'
[junit4:junit4]   2> Exception from random analyzer: 
[junit4:junit4]   2> charfilters=
[junit4:junit4]   2> tokenizer=
[junit4:junit4]   2>   org.apache.lucene.analysis.core.WhitespaceTokenizer(LUCENE_50, org.apache.lucene.analysis.core.TestRandomChains$CheckThatYouDidntReadAnythingReaderWrapper@7f4aaa58)
[junit4:junit4]   2> filters=
[junit4:junit4]   2>   org.apache.lucene.analysis.miscellaneous.LengthFilter(false, org.apache.lucene.analysis.ValidatingTokenFilter@1, -30, 69)
[junit4:junit4]   2>   org.apache.lucene.analysis.shingle.ShingleFilter(org.apache.lucene.analysis.ValidatingTokenFilter@37caea, tpzabzsxye)
[junit4:junit4]   2>   org.apache.lucene.analysis.th.ThaiWordFilter(LUCENE_50, org.apache.lucene.analysis.ValidatingTokenFilter@37caea)
[junit4:junit4]   2>   org.apache.lucene.analysis.shingle.ShingleFilter(org.apache.lucene.analysis.ValidatingTokenFilter@37caea)
[junit4:junit4]   2> offsetsAreCorrect=false
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRandomChains -Dtests.method=testRandomChains -Dtests.seed=FE0FDF1A0D2C367D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=Australia/West -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   3.89s J1 | TestRandomChains.testRandomChains <<<
[junit4:junit4]    > Throwable #1: java.lang.IllegalArgumentException: startOffset must be non-negative, and endOffset must be >= startOffset, startOffset=5,endOffset=3
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([FE0FDF1A0D2C367D:C3EEF67B4A3E2BBD]:0)
[junit4:junit4]    > 	at org.apache.lucene.analysis.tokenattributes.OffsetAttributeImpl.setOffset(OffsetAttributeImpl.java:43)
[junit4:junit4]    > 	at org.apache.lucene.analysis.shingle.ShingleFilter.incrementToken(ShingleFilter.java:323)
[junit4:junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:78)
[junit4:junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:632)
[junit4:junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:542)
[junit4:junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:443)
[junit4:junit4]    > 	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:859)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {dummy=PostingsFormat(name=MockRandom)}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {dummy=DFR I(ne)BZ(0.3)}, locale=ja, timezone=Australia/West
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=1,free=102392768,total=265289728
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPortugueseLightStemFilterFactory, TestFrenchMinimalStemFilter, TestThaiAnalyzer, TestKeywordAnalyzer, HTMLStripCharFilterTest, TestRemoveDuplicatesTokenFilter, TestASCIIFoldingFilter, TestStandardFactories, TestItalianAnalyzer, TestPatternReplaceFilter, TestHindiAnalyzer, TestStopAnalyzer, TestAnalysisSPILoader, TestGermanStemFilterFactory, TestArmenianAnalyzer, TestSnowball, TestCommonGramsQueryFilterFactory, TestGermanNormalizationFilter, TestReverseStringFilter, CommonGramsFilterTest, TestHyphenatedWordsFilter, TestWordnetSynonymParser, TestHungarianAnalyzer, TestLatvianAnalyzer, TestTypeTokenFilterFactory, TestSynonymFilterFactory, TestSolrSynonymParser, TestPersianNormalizationFilter, TestMappingCharFilter, HunspellStemmerTest, TypeAsPayloadTokenFilterTest, TestTypeTokenFilter, ShingleFilterTest, TestLengthFilter, TestItalianLightStemFilter, QueryAutoStopWordAnalyzerTest, TestHungarianLightStemFilterFactory, TestSpanishAnalyzer, TestGermanAnalyzer, TestCharacterUtils, TestSpanishLightStemFilterFactory, TestNGramFilters, TestRomanianAnalyzer, TestPersianNormalizationFilterFactory, TestCharTokenizers, TestCommonGramsFilterFactory, TestKeepFilterFactory, TestBrazilianStemFilterFactory, TestCJKWidthFilterFactory, TestFinnishAnalyzer, TestArabicFilters, TestCollationKeyAnalyzer, TestPatternTokenizerFactory, TestRandomChains]
[junit4:junit4] Completed on J1 in 5.15s, 1 test, 1 error <<< FAILURES!

[...truncated 307 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build.xml:520: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1692: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/analysis/build.xml:105: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/analysis/build.xml:38: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 213 suites, 1078 tests, 1 error, 1 ignored

Total time: 10 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3367 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3367/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
8 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:     1) Thread[id=91, name=qtp463011245-91 Acceptor1 SelectChannelConnector@0.0.0.0:26278, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=109, name=qtp681018185-109 Acceptor1 SelectChannelConnector@0.0.0.0:41576, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=92, name=qtp463011245-92 Acceptor2 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=108, name=qtp681018185-108 Acceptor0 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=110, name=qtp681018185-110 Acceptor2 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=111, name=qtp681018185-111 Acceptor3 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=90, name=qtp463011245-90 Acceptor0 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=93, name=qtp463011245-93 Acceptor3 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
   1) Thread[id=91, name=qtp463011245-91 Acceptor1 SelectChannelConnector@0.0.0.0:26278, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=109, name=qtp681018185-109 Acceptor1 SelectChannelConnector@0.0.0.0:41576, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=92, name=qtp463011245-92 Acceptor2 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=108, name=qtp681018185-108 Acceptor0 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=110, name=qtp681018185-110 Acceptor2 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=111, name=qtp681018185-111 Acceptor3 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=90, name=qtp463011245-90 Acceptor0 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=93, name=qtp463011245-93 Acceptor3 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CFFDFEE3956D3CD6]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=91, name=qtp463011245-91 Acceptor1 SelectChannelConnector@0.0.0.0:26278, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=109, name=qtp681018185-109 Acceptor1 SelectChannelConnector@0.0.0.0:41576, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=92, name=qtp463011245-92 Acceptor2 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=108, name=qtp681018185-108 Acceptor0 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=110, name=qtp681018185-110 Acceptor2 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=111, name=qtp681018185-111 Acceptor3 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=90, name=qtp463011245-90 Acceptor0 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=93, name=qtp463011245-93 Acceptor3 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=91, name=qtp463011245-91 Acceptor1 SelectChannelConnector@0.0.0.0:26278, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=109, name=qtp681018185-109 Acceptor1 SelectChannelConnector@0.0.0.0:41576, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=92, name=qtp463011245-92 Acceptor2 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=108, name=qtp681018185-108 Acceptor0 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=110, name=qtp681018185-110 Acceptor2 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=111, name=qtp681018185-111 Acceptor3 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=90, name=qtp463011245-90 Acceptor0 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=93, name=qtp463011245-93 Acceptor3 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CFFDFEE3956D3CD6]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest:     1) Thread[id=35, name=qtp126107475-35 Acceptor3 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=32, name=qtp126107475-32 Acceptor0 SelectChannelConnector@0.0.0.0:12822, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=34, name=qtp126107475-34 Acceptor2 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=33, name=qtp126107475-33 Acceptor1 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
   1) Thread[id=35, name=qtp126107475-35 Acceptor3 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=32, name=qtp126107475-32 Acceptor0 SelectChannelConnector@0.0.0.0:12822, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=34, name=qtp126107475-34 Acceptor2 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=33, name=qtp126107475-33 Acceptor1 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CFFDFEE3956D3CD6]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=35, name=qtp126107475-35 Acceptor3 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=32, name=qtp126107475-32 Acceptor0 SelectChannelConnector@0.0.0.0:12822, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=34, name=qtp126107475-34 Acceptor2 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=33, name=qtp126107475-33 Acceptor1 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=35, name=qtp126107475-35 Acceptor3 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=32, name=qtp126107475-32 Acceptor0 SelectChannelConnector@0.0.0.0:12822, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=34, name=qtp126107475-34 Acceptor2 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=33, name=qtp126107475-33 Acceptor1 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CFFDFEE3956D3CD6]:0)




Build Log:
[...truncated 8485 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.admin.ShowFileRequestHandlerTest
[junit4:junit4]   2> 4 T25 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-ShowFileRequestHandlerTest-1352416671436
[junit4:junit4]   2> 5 T25 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 571 T25 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4]   2> 934 T25 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:12822
[junit4:junit4]   2> 997 T25 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 997 T25 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 998 T25 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 1048 T25 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1049 T25 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1050 T25 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 1050 T25 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/solr.xml
[junit4:junit4]   2> 1051 T25 oasc.CoreContainer.<init> New CoreContainer 724367630
[junit4:junit4]   2> 1052 T25 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 1052 T25 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 1114 T25 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1185 T25 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1
[junit4:junit4]   2> 1187 T25 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/'
[junit4:junit4]   2> 1251 T25 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
[junit4:junit4]   2> 1339 T25 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1508 T25 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1510 T25 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1584 T25 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 3053 T25 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3105 T25 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3133 T25 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3450 T25 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436/
[junit4:junit4]   2> 3451 T25 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35de01c9
[junit4:junit4]   2> 3489 T25 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
[junit4:junit4]   2> 3490 T25 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
[junit4:junit4]   2> 3491 T25 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3492 T25 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@63172c12 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@64e8491) assuming 'simple'
[junit4:junit4]   2> 3493 T25 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436 forceNew:false
[junit4:junit4]   2> 3494 T25 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436
[junit4:junit4]   2> 3494 T25 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436/index/
[junit4:junit4]   2> 3495 T25 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3496 T25 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436/index forceNew:false
[junit4:junit4]   2> 3499 T25 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e820b7c lockFactory=org.apache.lucene.store.NativeFSLockFactory@43028ebd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3500 T25 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3501 T25 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436/index
[junit4:junit4]   2> 3534 T25 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3535 T25 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
[junit4:junit4]   2> 3540 T25 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
[junit4:junit4]   2> 3577 T25 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
[junit4:junit4]   2> 3578 T25 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
[junit4:junit4]   2> 3826 T25 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3829 T25 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
[junit4:junit4]   2> 3832 T25 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3834 T25 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
[junit4:junit4]   2> 3837 T25 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3858 T25 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.JsonUpdateRequestHandler
[junit4:junit4]   2> 3880 T25 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.CSVRequestHandler
[junit4:junit4]   2> 3880 T25 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 3881 T25 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 3882 T25 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 3883 T25 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 3883 T25 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 3884 T25 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 3910 T25 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3935 T25 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
[junit4:junit4]   2> 3937 T25 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 3981 T25 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3981 T25 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 3982 T25 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
[junit4:junit4]   2> 3982 T25 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 3983 T25 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
[junit4:junit4]   2> 3983 T25 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 3984 T25 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
[junit4:junit4]   2> 3984 T25 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 3985 T25 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
[junit4:junit4]   2> 3995 T25 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3997 T25 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3999 T25 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4006 T25 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436
[junit4:junit4]   2> 4006 T25 oass.SolrIndexSearcher.<init> Opening Searcher@59bdd595 main
[junit4:junit4]   2> 4037 T25 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
[junit4:junit4]   2> 4037 T25 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4038 T25 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4076 T25 oass.DirectSolrSpellChecker.init init: {name=default,field=name,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4:junit4]   2> 4077 T25 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
[junit4:junit4]   2> 4093 T25 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 4151 T25 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4152 T25 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4152 T25 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4153 T25 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4153 T25 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4153 T25 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4154 T25 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4154 T25 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4155 T25 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4155 T25 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4183 T25 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 4183 T40 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@59bdd595 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4190 T25 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436/index
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@3193fea8
[junit4:junit4]   2> 4236 T40 C2 REQ [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=43 
[junit4:junit4]   2> 4237 T40 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 4237 T40 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
[junit4:junit4]   2> 4238 T40 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
[junit4:junit4]   2> 4241 T40 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59bdd595 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4249 T25 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 4250 T25 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4250 T25 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4250 T25 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#12822
[junit4:junit4]   2> 4256 T25 oas.SolrTestCaseJ4.setUp ###Starting testDirList
[junit4:junit4]   2> 4307 T25 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5617 T38 C2 REQ [collection1] webapp=/solr path=/admin/file params={wt=javabin&version=2} status=0 QTime=21 
[junit4:junit4]   2> 5796 T25 oas.SolrTestCaseJ4.tearDown ###Ending testDirList
[junit4:junit4]   2> 5803 T25 oas.SolrTestCaseJ4.setUp ###Starting testGetRawFile
[junit4:junit4]   2> 5808 T36 C2 REQ [collection1] webapp=/solr path=/admin/file params={wt=mock&file=schema.xml&version=2.2} status=0 QTime=1 
[junit4:junit4]   2> 6009 T25 oas.SolrTestCaseJ4.tearDown ###Ending testGetRawFile
[junit4:junit4]   2> 6056 T25 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=724367630
[junit4:junit4]   2> 6056 T25 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3193fea8
[junit4:junit4]   2> 6066 T25 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436/index
[junit4:junit4]   2> 6067 T25 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436/index
[junit4:junit4]   2> 6074 T25 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436/index
[junit4:junit4]   2> 6075 T25 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436/index
[junit4:junit4]   2> 6083 T25 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommit maxTime=15000ms,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 6084 T25 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 6084 T25 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 6085 T25 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 6085 T25 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 6086 T25 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352416671436/index
[junit4:junit4]   2> 6087 T25 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 6187 T25 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 6187 T25 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 6192 T24 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 26325 T24 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]   2> 	   1) Thread[id=35, name=qtp126107475-35 Acceptor3 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=32, name=qtp126107475-32 Acceptor0 SelectChannelConnector@0.0.0.0:12822, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=34, name=qtp126107475-34 Acceptor2 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=33, name=qtp126107475-33 Acceptor1 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 26326 T24 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=35, name=qtp126107475-35 Acceptor3 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   2) Thread[id=32, name=qtp126107475-32 Acceptor0 SelectChannelConnector@0.0.0.0:12822, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   3) Thread[id=34, name=qtp126107475-34 Acceptor2 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   4) Thread[id=33, name=qtp126107475-33 Acceptor1 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 29369 T24 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=35, name=qtp126107475-35 Acceptor3 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=32, name=qtp126107475-32 Acceptor0 SelectChannelConnector@0.0.0.0:12822, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=34, name=qtp126107475-34 Acceptor2 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=33, name=qtp126107475-33 Acceptor1 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=ca, timezone=Europe/Berlin
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=5,free=37088264,total=117440512
[junit4:junit4]   2> NOTE: All tests run in this JVM: [FieldMutatingUpdateProcessorTest, TestFastWriter, TestBM25SimilarityFactory, TestReversedWildcardFilterFactory, ShowFileRequestHandlerTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShowFileRequestHandlerTest -Dtests.seed=CFFDFEE3956D3CD6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=Europe/Berlin -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   0.00s J1 | ShowFileRequestHandlerTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]    >    1) Thread[id=35, name=qtp126107475-35 Acceptor3 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=32, name=qtp126107475-32 Acceptor0 SelectChannelConnector@0.0.0.0:12822, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=34, name=qtp126107475-34 Acceptor2 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=33, name=qtp126107475-33 Acceptor1 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CFFDFEE3956D3CD6]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=35, name=qtp126107475-35 Acceptor3 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=32, name=qtp126107475-32 Acceptor0 SelectChannelConnector@0.0.0.0:12822, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=34, name=qtp126107475-34 Acceptor2 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=33, name=qtp126107475-33 Acceptor1 SelectChannelConnector@0.0.0.0:12822, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CFFDFEE3956D3CD6]:0)
[junit4:junit4] Completed on J1 in 29.50s, 2 tests, 2 errors <<< FAILURES!

[...truncated 515 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 5 T22 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1352416673571
[junit4:junit4]   2> 12 T22 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 131 T23 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 132 T23 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 132 T23 oaz.Environment.logEnv Server environment:java.version=1.7.0_09
[junit4:junit4]   2> 133 T23 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 133 T23 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 133 T23 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4]   2> 134 T23 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 135 T23 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 135 T23 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 135 T23 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4]   2> 135 T23 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 136 T23 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 136 T23 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4]   2> 136 T23 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4]   2> 137 T23 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 176 T23 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 205 T23 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 218 T22 oasc.ZkTestServer.run start zk server on port:34333
[junit4:junit4]   2> 287 T23 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 341 T22 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 342 T22 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 343 T22 oaz.Environment.logEnv Client environment:java.version=1.7.0_09
[junit4:junit4]   2> 343 T22 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 344 T22 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 345 T22 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.7.v20120910.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4]   2> 346 T22 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 347 T22 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 348 T22 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 349 T22 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4]   2> 349 T22 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 350 T22 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 351 T22 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4]   2> 351 T22 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4]   2> 352 T22 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 358 T22 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34333 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f68922c
[junit4:junit4]   2> 423 T27 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:34333
[junit4:junit4]   2> 423 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 426 T27 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34333, initiating session
[junit4:junit4]   2> 427 T24 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39642
[junit4:junit4]   2> 447 T24 oazs.NIOServerCnxn.doIO WARNING Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4:junit4]   2> 448 T24 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:39642 (no session established for client)
[junit4:junit4]   2> 449 T27 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x0, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 1755 T27 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost/127.0.0.1:34333
[junit4:junit4]   2> 1756 T27 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34333, initiating session
[junit4:junit4]   2> 1756 T24 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:24516
[junit4:junit4]   2> 1757 T24 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:24516
[junit4:junit4]   2> 1774 T26 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 1807 T26 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ae250c0750000 with negotiated timeout 10000 for client /140.211.11.196:24516
[junit4:junit4]   2> 1807 T27 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:34333, sessionid = 0x13ae250c0750000, negotiated timeout = 10000
[junit4:junit4]   2> 1813 T29 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f68922c name:ZooKeeperConnection Watcher:127.0.0.1:34333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1814 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1817 T22 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1877 T28 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ae250c0750000
[junit4:junit4]   2> 1879 T29 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1879 T22 oaz.ZooKeeper.close Session: 0x13ae250c0750000 closed
[junit4:junit4]   2> 1880 T24 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:24516 which had sessionid 0x13ae250c0750000
[junit4:junit4]   2> 1880 T22 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34333/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6adda258
[junit4:junit4]   2> 1881 T30 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:34333
[junit4:junit4]   2> 1881 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1883 T30 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34333, initiating session
[junit4:junit4]   2> 1883 T24 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:64219
[junit4:junit4]   2> 1884 T24 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:64219
[junit4:junit4]   2> 1886 T26 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ae250c0750001 with negotiated timeout 10000 for client /140.211.11.196:64219
[junit4:junit4]   2> 1886 T30 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:34333, sessionid = 0x13ae250c0750001, negotiated timeout = 10000
[junit4:junit4]   2> 1887 T31 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6adda258 name:ZooKeeperConnection Watcher:127.0.0.1:34333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1887 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1922 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1929 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1933 T22 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1937 T22 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1943 T22 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1982 T22 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1997 T22 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1999 T22 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 2105 T22 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2106 T22 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2124 T22 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2125 T22 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2130 T22 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 2131 T22 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 2135 T22 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 2136 T22 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 2141 T22 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2142 T22 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2147 T22 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2148 T22 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2152 T22 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2153 T22 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2158 T22 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2159 T22 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2164 T28 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ae250c0750001
[junit4:junit4]   2> 2165 T31 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2165 T24 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:64219 which had sessionid 0x13ae250c0750001
[junit4:junit4]   2> 2165 T22 oaz.ZooKeeper.close Session: 0x13ae250c0750001 closed
[junit4:junit4]   2> 3271 T22 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4]   2> 3675 T22 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:21771
[junit4:junit4]   2> 3711 T22 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3712 T22 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1352416675731
[junit4:junit4]   2> 3712 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1352416675731/'
[junit4:junit4]   2> 3747 T22 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3747 T22 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3748 T22 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1352416675731
[junit4:junit4]   2> 3748 T22 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1352416675731/solr.xml
[junit4:junit4]   2> 3749 T22 oasc.CoreContainer.<init> New CoreContainer 657341792
[junit4:junit4]   2> 3750 T22 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1352416675731/'
[junit4:junit4]   2> 3750 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1352416675731/'
[junit4:junit4]   2> 3789 T22 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3803 T22 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34333/solr
[junit4:junit4]   2> 3825 T22 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34333/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@7629a637
[junit4:junit4]   2> 3826 T42 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:34333
[junit4:junit4]   2> 3826 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3827 T42 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34333, initiating session
[junit4:junit4]   2> 3828 T24 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:18581
[junit4:junit4]   2> 3829 T24 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:18581
[junit4:junit4]   2> 3831 T26 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ae250c0750002 with negotiated timeout 5000 for client /140.211.11.196:18581
[junit4:junit4]   2> 3831 T42 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:34333, sessionid = 0x13ae250c0750002, negotiated timeout = 5000
[junit4:junit4]   2> 3831 T43 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7629a637 name:ZooKeeperConnection Watcher:127.0.0.1:34333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3832 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3846 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3854 T22 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 3856 T22 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21771_solr
[junit4:junit4]   2> 3861 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:21771_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:21771_solr
[junit4:junit4]   2> 3862 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21771_solr
[junit4:junit4]   2> 3865 T22 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3866 T22 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3866 T22 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3867 T22 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3867 T22 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3868 T22 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3868 T22 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3869 T22 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3869 T22 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3870 T22 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3882 T22 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 3898 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 3899 T22 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 3902 T22 oasc.Overseer.start Overseer (id=88631979141300226-127.0.0.1:21771_solr-n_0000000000) starting
[junit4:junit4]   2> 3903 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3918 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3920 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3929 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3930 T45 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 3931 T22 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 3937 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3956 T44 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 4001 T22 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1352416675731/collection1
[junit4:junit4]   2> 4002 T22 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 4003 T22 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4003 T22 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 4005 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1352416675731/collection1/'
[junit4:junit4]   2> 4007 T22 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1352416675731/collection1/lib/README' to classloader
[junit4:junit4]   2> 4008 T22 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1352416675731/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4352 T22 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4414 T22 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4459 T22 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4502 T22 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5039 T22 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5053 T22 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5056 T22 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5089 T22 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5095 T22 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5100 T22 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5104 T22 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5108 T22 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1352416675731/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/control/data/
[junit4:junit4]   2> 5112 T22 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5434e6e3
[junit4:junit4]   2> 5113 T22 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5136 T22 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/control/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@ac7ad3b; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 5137 T22 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/control/data forceNew:false
[junit4:junit4]   2> 5138 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/control/data
[junit4:junit4]   2> 5138 T22 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/control/data/index/
[junit4:junit4]   2> 5139 T22 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5140 T22 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/control/data/index forceNew:false
[junit4:junit4]   2> 5147 T22 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@104468e2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5147 T22 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5148 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/control/data/index
[junit4:junit4]   2> 5149 T22 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5152 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5152 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5153 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5153 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5154 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5155 T22 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5155 T22 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5158 T22 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5159 T22 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5161 T22 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5163 T22 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5164 T22 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5165 T22 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5166 T22 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5166 T22 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5168 T22 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5170 T22 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5172 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5173 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5175 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5177 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5179 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5181 T22 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5182 T22 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5184 T22 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5193 T22 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5197 T22 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5200 T22 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5203 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/control/data
[junit4:junit4]   2> 5205 T22 oass.SolrIndexSearcher.<init> Opening Searcher@117b2a5a main
[junit4:junit4]   2> 5222 T22 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5223 T22 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5224 T22 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5236 T22 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5403 T50 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@117b2a5a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5412 T22 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5414 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:create cxid:0x56 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 5425 T22 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5426 T22 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:21771/solr shardId:control_shard
[junit4:junit4]   2> 5435 T22 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 5449 T22 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 5469 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:delete cxid:0x67 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 5470 T22 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5471 T44 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5471 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:create cxid:0x6a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5473 T44 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:21771_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:21771/solr"}
[junit4:junit4]   2> 5489 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:create cxid:0x6d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 5522 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 5976 T22 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5977 T22 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5977 T22 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21771/solr/collection1/
[junit4:junit4]   2> 5978 T22 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5979 T22 oasc.SyncStrategy.syncToMe http://127.0.0.1:21771/solr/collection1/ has no replicas
[junit4:junit4]   2> 5980 T22 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21771/solr/collection1/
[junit4:junit4]   2> 5981 T22 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 6001 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750002 type:create cxid:0x8c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6030 T44 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6043 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 6061 T22 oasc.ZkController.register We are http://127.0.0.1:21771/solr/collection1/ and leader is http://127.0.0.1:21771/solr/collection1/
[junit4:junit4]   2> 6064 T22 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21771/solr
[junit4:junit4]   2> 6065 T22 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6065 T22 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6068 T22 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6069 T22 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6069 T22 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6125 T22 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6142 T22 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 6155 T22 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34333/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5ffc3042
[junit4:junit4]   2> 6156 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6156 T51 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:34333
[junit4:junit4]   2> 6158 T51 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34333, initiating session
[junit4:junit4]   2> 6158 T24 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:61985
[junit4:junit4]   2> 6158 T24 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:61985
[junit4:junit4]   2> 6160 T26 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ae250c0750003 with negotiated timeout 10000 for client /140.211.11.196:61985
[junit4:junit4]   2> 6160 T51 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:34333, sessionid = 0x13ae250c0750003, negotiated timeout = 10000
[junit4:junit4]   2> 6161 T52 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ffc3042 name:ZooKeeperConnection Watcher:127.0.0.1:34333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6161 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6162 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6166 T22 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 6278 T22 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4]   2> 6280 T22 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:15209
[junit4:junit4]   2> 6281 T22 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6282 T22 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1352416679731
[junit4:junit4]   2> 6282 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1352416679731/'
[junit4:junit4]   2> 6312 T22 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6313 T22 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6313 T22 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1352416679731
[junit4:junit4]   2> 6314 T22 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1352416679731/solr.xml
[junit4:junit4]   2> 6314 T22 oasc.CoreContainer.<init> New CoreContainer 1053809534
[junit4:junit4]   2> 6315 T22 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1352416679731/'
[junit4:junit4]   2> 6316 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1352416679731/'
[junit4:junit4]   2> 6343 T22 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6356 T22 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34333/solr
[junit4:junit4]   2> 6357 T22 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34333/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@15e1c3a3
[junit4:junit4]   2> 6358 T62 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:34333
[junit4:junit4]   2> 6358 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6360 T62 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34333, initiating session
[junit4:junit4]   2> 6360 T24 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:50409
[junit4:junit4]   2> 6361 T24 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:50409
[junit4:junit4]   2> 6363 T26 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ae250c0750004 with negotiated timeout 5000 for client /140.211.11.196:50409
[junit4:junit4]   2> 6363 T62 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:34333, sessionid = 0x13ae250c0750004, negotiated timeout = 5000
[junit4:junit4]   2> 6364 T63 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15e1c3a3 name:ZooKeeperConnection Watcher:127.0.0.1:34333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6364 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6365 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6374 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6376 T22 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:15209_solr
[junit4:junit4]   2> 6377 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:15209_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:15209_solr
[junit4:junit4]   2> 6379 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:15209_solr
[junit4:junit4]   2> 6383 T43 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6383 T52 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6383 T22 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 6384 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 6384 T22 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6385 T22 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 6385 T22 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6386 T22 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6386 T22 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6387 T22 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6387 T22 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6387 T22 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6388 T22 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 6406 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6415 T22 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1352416679731/collection1
[junit4:junit4]   2> 6415 T22 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6416 T22 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6417 T22 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6418 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1352416679731/collection1/'
[junit4:junit4]   2> 6420 T22 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1352416679731/collection1/lib/README' to classloader
[junit4:junit4]   2> 6421 T22 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1352416679731/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6478 T22 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6541 T22 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6549 T44 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6551 T44 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:21771_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:21771/solr"}
[junit4:junit4]   2> 6564 T52 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 6564 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 6643 T63 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 6643 T22 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6800 T22 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7329 T22 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7342 T22 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7345 T22 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7370 T22 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7376 T22 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7381 T22 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7385 T22 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7388 T22 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1352416679731/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty1/
[junit4:junit4]   2> 7389 T22 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5434e6e3
[junit4:junit4]   2> 7389 T22 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 7390 T22 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@561d3e05; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 7391 T22 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty1 forceNew:false
[junit4:junit4]   2> 7392 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty1
[junit4:junit4]   2> 7392 T22 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty1/index/
[junit4:junit4]   2> 7393 T22 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7394 T22 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty1/index forceNew:false
[junit4:junit4]   2> 7432 T22 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3050d24; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7432 T22 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7433 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty1/index
[junit4:junit4]   2> 7434 T22 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7437 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7438 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7438 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7439 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7440 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7441 T22 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7442 T22 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7444 T22 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7445 T22 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7447 T22 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7449 T22 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7450 T22 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7452 T22 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7452 T22 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7453 T22 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7455 T22 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7457 T22 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7458 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7460 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7462 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7464 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7466 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7467 T22 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7469 T22 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7471 T22 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7480 T22 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7483 T22 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7486 T22 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7489 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty1
[junit4:junit4]   2> 7491 T22 oass.SolrIndexSearcher.<init> Opening Searcher@f507e67 main
[junit4:junit4]   2> 7492 T22 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7492 T22 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7493 T22 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7500 T22 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7574 T68 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f507e67 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7592 T22 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8076 T44 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8077 T44 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:15209_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:15209/solr"}
[junit4:junit4]   2> 8078 T44 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 8097 T52 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 8097 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 8097 T63 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 8597 T22 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8598 T22 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:15209/solr shardId:shard1
[junit4:junit4]   2> 8599 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8627 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750004 type:delete cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 8628 T22 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8629 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750004 type:create cxid:0x46 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8640 T22 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8640 T22 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8641 T22 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:15209/solr/collection1/
[junit4:junit4]   2> 8642 T22 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8642 T22 oasc.SyncStrategy.syncToMe http://127.0.0.1:15209/solr/collection1/ has no replicas
[junit4:junit4]   2> 8643 T22 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:15209/solr/collection1/
[junit4:junit4]   2> 8644 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 8650 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750004 type:create cxid:0x50 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9113 T44 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9133 T63 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 9133 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 9133 T52 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 9169 T22 oasc.ZkController.register We are http://127.0.0.1:15209/solr/collection1/ and leader is http://127.0.0.1:15209/solr/collection1/
[junit4:junit4]   2> 9169 T22 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:15209/solr
[junit4:junit4]   2> 9170 T22 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9171 T22 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9174 T22 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9176 T22 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9176 T22 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9177 T22 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9359 T22 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4]   2> 9363 T22 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:57838
[junit4:junit4]   2> 9364 T22 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9365 T22 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1352416682758
[junit4:junit4]   2> 9365 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1352416682758/'
[junit4:junit4]   2> 9410 T22 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9410 T22 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9411 T22 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1352416682758
[junit4:junit4]   2> 9412 T22 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1352416682758/solr.xml
[junit4:junit4]   2> 9412 T22 oasc.CoreContainer.<init> New CoreContainer 30086410
[junit4:junit4]   2> 9414 T22 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1352416682758/'
[junit4:junit4]   2> 9414 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1352416682758/'
[junit4:junit4]   2> 9452 T22 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9471 T22 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34333/solr
[junit4:junit4]   2> 9472 T22 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34333/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@18cd28cf
[junit4:junit4]   2> 9473 T78 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:34333
[junit4:junit4]   2> 9473 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9475 T78 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34333, initiating session
[junit4:junit4]   2> 9475 T24 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:64900
[junit4:junit4]   2> 9476 T24 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:64900
[junit4:junit4]   2> 9478 T26 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ae250c0750005 with negotiated timeout 5000 for client /140.211.11.196:64900
[junit4:junit4]   2> 9478 T78 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:34333, sessionid = 0x13ae250c0750005, negotiated timeout = 5000
[junit4:junit4]   2> 9479 T79 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18cd28cf name:ZooKeeperConnection Watcher:127.0.0.1:34333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9479 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9481 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9493 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9495 T22 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57838_solr
[junit4:junit4]   2> 9496 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:57838_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:57838_solr
[junit4:junit4]   2> 9501 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57838_solr
[junit4:junit4]   2> 9504 T63 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 9505 T43 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9505 T52 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9505 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 9506 T52 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 9507 T22 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9507 T63 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9507 T22 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9508 T22 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9509 T22 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9509 T22 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9509 T22 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9510 T22 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9510 T22 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9511 T22 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9511 T22 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9526 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9534 T22 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1352416682758/collection1
[junit4:junit4]   2> 9534 T22 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9535 T22 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9535 T22 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9537 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1352416682758/collection1/'
[junit4:junit4]   2> 9538 T22 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1352416682758/collection1/lib/README' to classloader
[junit4:junit4]   2> 9539 T22 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1352416682758/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9592 T22 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9646 T44 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9648 T44 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:15209_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:15209/solr"}
[junit4:junit4]   2> 9654 T22 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9660 T79 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 9660 T63 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 9660 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 9660 T52 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 9661 T22 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9691 T22 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10231 T22 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10244 T22 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10248 T22 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10272 T22 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10279 T22 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10284 T22 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10287 T22 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10290 T22 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1352416682758/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty2/
[junit4:junit4]   2> 10291 T22 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5434e6e3
[junit4:junit4]   2> 10292 T22 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10293 T22 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a7d060f; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 10293 T22 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty2 forceNew:false
[junit4:junit4]   2> 10294 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty2
[junit4:junit4]   2> 10294 T22 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty2/index/
[junit4:junit4]   2> 10295 T22 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10296 T22 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty2/index forceNew:false
[junit4:junit4]   2> 10302 T22 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d474abb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10302 T22 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10303 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty2/index
[junit4:junit4]   2> 10303 T22 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10307 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10307 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10308 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10308 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10310 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10310 T22 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10311 T22 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10313 T22 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10315 T22 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10317 T22 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10319 T22 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10320 T22 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10321 T22 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10322 T22 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10323 T22 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10324 T22 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10326 T22 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10328 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10330 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10332 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10333 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10335 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10337 T22 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10339 T22 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10341 T22 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10349 T22 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10353 T22 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10356 T22 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10358 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty2
[junit4:junit4]   2> 10360 T22 oass.SolrIndexSearcher.<init> Opening Searcher@512d467f main
[junit4:junit4]   2> 10361 T22 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10362 T22 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10363 T22 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10396 T22 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10488 T84 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@512d467f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10496 T22 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10678 T44 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10679 T44 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57838_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57838/solr"}
[junit4:junit4]   2> 10691 T79 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 10691 T52 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 10691 T63 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 10691 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11001 T22 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11002 T22 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:57838/solr shardId:shard2
[junit4:junit4]   2> 11003 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11027 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750005 type:delete cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11028 T22 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11029 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750005 type:create cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11039 T22 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11040 T22 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11040 T22 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57838/solr/collection1/
[junit4:junit4]   2> 11041 T22 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11042 T22 oasc.SyncStrategy.syncToMe http://127.0.0.1:57838/solr/collection1/ has no replicas
[junit4:junit4]   2> 11042 T22 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57838/solr/collection1/
[junit4:junit4]   2> 11043 T22 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11048 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750005 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11204 T44 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11229 T63 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11229 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11229 T79 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11229 T52 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11262 T22 oasc.ZkController.register We are http://127.0.0.1:57838/solr/collection1/ and leader is http://127.0.0.1:57838/solr/collection1/
[junit4:junit4]   2> 11263 T22 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57838/solr
[junit4:junit4]   2> 11263 T22 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 11264 T22 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11266 T22 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11267 T22 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11268 T22 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11268 T22 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11388 T22 oejs.Server.doStart jetty-8.1.7.v20120910
[junit4:junit4]   2> 11391 T22 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:26278
[junit4:junit4]   2> 11392 T22 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11393 T22 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1352416684844
[junit4:junit4]   2> 11393 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1352416684844/'
[junit4:junit4]   2> 11423 T22 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11423 T22 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11424 T22 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1352416684844
[junit4:junit4]   2> 11424 T22 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1352416684844/solr.xml
[junit4:junit4]   2> 11425 T22 oasc.CoreContainer.<init> New CoreContainer 289421060
[junit4:junit4]   2> 11425 T22 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1352416684844/'
[junit4:junit4]   2> 11426 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1352416684844/'
[junit4:junit4]   2> 11459 T22 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11472 T22 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34333/solr
[junit4:junit4]   2> 11473 T22 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34333/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@7041e1ab
[junit4:junit4]   2> 11474 T22 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11474 T94 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:34333
[junit4:junit4]   2> 11477 T94 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:34333, initiating session
[junit4:junit4]   2> 11477 T24 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56135
[junit4:junit4]   2> 11478 T24 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56135
[junit4:junit4]   2> 11480 T26 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ae250c0750006 with negotiated timeout 5000 for client /140.211.11.196:56135
[junit4:junit4]   2> 11481 T94 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:34333, sessionid = 0x13ae250c0750006, negotiated timeout = 5000
[junit4:junit4]   2> 11481 T95 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7041e1ab name:ZooKeeperConnection Watcher:127.0.0.1:34333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11482 T22 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11483 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11494 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11496 T22 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26278_solr
[junit4:junit4]   2> 11496 T28 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ae250c0750006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:26278_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:26278_solr
[junit4:junit4]   2> 11498 T22 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:26278_solr
[junit4:junit4]   2> 11501 T63 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11501 T79 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11502 T43 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11502 T52 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11502 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 11503 T52 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 11502 T22 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 11504 T63 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11503 T79 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11504 T22 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11505 T22 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 11505 T22 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11506 T22 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11506 T22 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11506 T22 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11507 T22 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11507 T22 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11508 T22 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 11523 T22 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11530 T22 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1352416684844/collection1
[junit4:junit4]   2> 11531 T22 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 11532 T22 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11532 T22 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 11534 T22 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1352416684844/collection1/'
[junit4:junit4]   2> 11535 T22 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1352416684844/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 11536 T22 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1352416684844/collection1/lib/README' to classloader
[junit4:junit4]   2> 11583 T22 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 11649 T22 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11743 T44 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11744 T44 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57838_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57838/solr"}
[junit4:junit4]   2> 11750 T22 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11758 T95 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 11758 T79 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 11758 T43 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 11758 T52 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 11758 T63 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 11774 T22 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12290 T22 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 12303 T22 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12306 T22 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12331 T22 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12336 T22 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12341 T22 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12344 T22 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12346 T22 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1352416684844/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty3/
[junit4:junit4]   2> 12347 T22 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5434e6e3
[junit4:junit4]   2> 12348 T22 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 12349 T22 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@760d62e0; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 12349 T22 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty3 forceNew:false
[junit4:junit4]   2> 12350 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty3
[junit4:junit4]   2> 12350 T22 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty3/index/
[junit4:junit4]   2> 12351 T22 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12352 T22 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty3/index forceNew:false
[junit4:junit4]   2> 12384 T22 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@303f4ca6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12384 T22 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12385 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty3/index
[junit4:junit4]   2> 12386 T22 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 12388 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 12389 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 12389 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 12390 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 12391 T22 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 12391 T22 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 12392 T22 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 12394 T22 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12396 T22 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 12397 T22 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 12399 T22 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 12400 T22 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 12401 T22 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 12402 T22 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 12402 T22 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 12404 T22 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12406 T22 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12407 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12409 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12410 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12412 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12414 T22 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12415 T22 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12417 T22 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 12419 T22 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 12428 T22 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 12432 T22 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 12435 T22 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 12437 T22 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1352416673571/jetty3
[junit4:junit4]   2> 12439 T22 oass.SolrIndexSearcher.<init> Opening Searcher@781183f8 main
[junit4:junit4]   2> 12440 T22 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 12440 T22 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 12441 T22 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 12448 T22 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 12517 T100 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@781183f8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12526 T22 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12768 T44 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12769 T44 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26278_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26278/solr"}
[junit4:junit4]   2> 12778 T63 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   

[...truncated too long message...]

thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    7) Thread[id=90, name=qtp463011245-90 Acceptor0 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    8) Thread[id=93, name=qtp463011245-93 Acceptor3 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CFFDFEE3956D3CD6]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=91, name=qtp463011245-91 Acceptor1 SelectChannelConnector@0.0.0.0:26278, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=109, name=qtp681018185-109 Acceptor1 SelectChannelConnector@0.0.0.0:41576, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=92, name=qtp463011245-92 Acceptor2 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=108, name=qtp681018185-108 Acceptor0 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    5) Thread[id=110, name=qtp681018185-110 Acceptor2 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    6) Thread[id=111, name=qtp681018185-111 Acceptor3 SelectChannelConnector@0.0.0.0:41576, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    7) Thread[id=90, name=qtp463011245-90 Acceptor0 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    8) Thread[id=93, name=qtp463011245-93 Acceptor3 SelectChannelConnector@0.0.0.0:26278, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CFFDFEE3956D3CD6]:0)
[junit4:junit4] Completed on J0 in 316.80s, 1 test, 2 errors <<< FAILURES!

[...truncated 173 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 970 tests, 4 suite-level errors, 832 ignored

Total time: 23 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3366 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3366/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.TestSolrCoreProperties

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.TestSolrCoreProperties:     1) Thread[id=579, name=qtp1523321649-579 Acceptor1 SelectChannelConnector@0.0.0.0:29098, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=578, name=qtp1523321649-578 Acceptor0 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=581, name=qtp1523321649-581 Acceptor3 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=580, name=qtp1523321649-580 Acceptor2 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.TestSolrCoreProperties: 
   1) Thread[id=579, name=qtp1523321649-579 Acceptor1 SelectChannelConnector@0.0.0.0:29098, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=578, name=qtp1523321649-578 Acceptor0 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=581, name=qtp1523321649-581 Acceptor3 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=580, name=qtp1523321649-580 Acceptor2 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([482445EB567FF4DE]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.TestSolrCoreProperties

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=579, name=qtp1523321649-579 Acceptor1 SelectChannelConnector@0.0.0.0:29098, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=578, name=qtp1523321649-578 Acceptor0 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=581, name=qtp1523321649-581 Acceptor3 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=580, name=qtp1523321649-580 Acceptor2 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=579, name=qtp1523321649-579 Acceptor1 SelectChannelConnector@0.0.0.0:29098, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=578, name=qtp1523321649-578 Acceptor0 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=581, name=qtp1523321649-581 Acceptor3 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=580, name=qtp1523321649-580 Acceptor2 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([482445EB567FF4DE]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.SolrCmdDistributorTest

Error Message:
20 threads leaked from SUITE scope at org.apache.solr.update.SolrCmdDistributorTest:     1) Thread[id=32, name=qtp22160078-32 Acceptor2 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=33, name=qtp22160078-33 Acceptor3 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=89, name=qtp1401144025-89 Acceptor3 SelectChannelConnector@0.0.0.0:45202, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=74, name=qtp1651684372-74 Acceptor2 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=72, name=qtp1651684372-72 Acceptor0 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=88, name=qtp1401144025-88 Acceptor2 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=75, name=qtp1651684372-75 Acceptor3 SelectChannelConnector@0.0.0.0:25634, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=31, name=qtp22160078-31 Acceptor1 SelectChannelConnector@0.0.0.0:40692, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=45, name=qtp59489273-45 Acceptor1 SelectChannelConnector@0.0.0.0:64295, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=44, name=qtp59489273-44 Acceptor0 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=58, name=qtp1356827081-58 Acceptor0 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=30, name=qtp22160078-30 Acceptor0 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=86, name=qtp1401144025-86 Acceptor0 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=47, name=qtp59489273-47 Acceptor3 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=46, name=qtp59489273-46 Acceptor2 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=87, name=qtp1401144025-87 Acceptor1 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=59, name=qtp1356827081-59 Acceptor1 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=60, name=qtp1356827081-60 Acceptor2 SelectChannelConnector@0.0.0.0:53442, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=73, name=qtp1651684372-73 Acceptor1 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=61, name=qtp1356827081-61 Acceptor3 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 20 threads leaked from SUITE scope at org.apache.solr.update.SolrCmdDistributorTest: 
   1) Thread[id=32, name=qtp22160078-32 Acceptor2 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=33, name=qtp22160078-33 Acceptor3 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=89, name=qtp1401144025-89 Acceptor3 SelectChannelConnector@0.0.0.0:45202, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=74, name=qtp1651684372-74 Acceptor2 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=72, name=qtp1651684372-72 Acceptor0 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=88, name=qtp1401144025-88 Acceptor2 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=75, name=qtp1651684372-75 Acceptor3 SelectChannelConnector@0.0.0.0:25634, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=31, name=qtp22160078-31 Acceptor1 SelectChannelConnector@0.0.0.0:40692, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=45, name=qtp59489273-45 Acceptor1 SelectChannelConnector@0.0.0.0:64295, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=44, name=qtp59489273-44 Acceptor0 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=58, name=qtp1356827081-58 Acceptor0 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=30, name=qtp22160078-30 Acceptor0 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=86, name=qtp1401144025-86 Acceptor0 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=47, name=qtp59489273-47 Acceptor3 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=46, name=qtp59489273-46 Acceptor2 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=87, name=qtp1401144025-87 Acceptor1 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=59, name=qtp1356827081-59 Acceptor1 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=60, name=qtp1356827081-60 Acceptor2 SelectChannelConnector@0.0.0.0:53442, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=73, name=qtp1651684372-73 Acceptor1 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=61, name=qtp1356827081-61 Acceptor3 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([482445EB567FF4DE]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.SolrCmdDistributorTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=32, name=qtp22160078-32 Acceptor2 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=89, name=qtp1401144025-89 Acceptor3 SelectChannelConnector@0.0.0.0:45202, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=33, name=qtp22160078-33 Acceptor3 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=74, name=qtp1651684372-74 Acceptor2 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=72, name=qtp1651684372-72 Acceptor0 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=31, name=qtp22160078-31 Acceptor1 SelectChannelConnector@0.0.0.0:40692, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=75, name=qtp1651684372-75 Acceptor3 SelectChannelConnector@0.0.0.0:25634, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=88, name=qtp1401144025-88 Acceptor2 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=45, name=qtp59489273-45 Acceptor1 SelectChannelConnector@0.0.0.0:64295, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=44, name=qtp59489273-44 Acceptor0 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=58, name=qtp1356827081-58 Acceptor0 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=30, name=qtp22160078-30 Acceptor0 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=86, name=qtp1401144025-86 Acceptor0 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=47, name=qtp59489273-47 Acceptor3 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=46, name=qtp59489273-46 Acceptor2 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=87, name=qtp1401144025-87 Acceptor1 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=59, name=qtp1356827081-59 Acceptor1 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=60, name=qtp1356827081-60 Acceptor2 SelectChannelConnector@0.0.0.0:53442, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=73, name=qtp1651684372-73 Acceptor1 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=61, name=qtp1356827081-61 Acceptor3 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=32, name=qtp22160078-32 Acceptor2 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=89, name=qtp1401144025-89 Acceptor3 SelectChannelConnector@0.0.0.0:45202, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=33, name=qtp22160078-33 Acceptor3 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=74, name=qtp1651684372-74 Acceptor2 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=72, name=qtp1651684372-72 Acceptor0 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=31, name=qtp22160078-31 Acceptor1 SelectChannelConnector@0.0.0.0:40692, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=75, name=qtp1651684372-75 Acceptor3 SelectChannelConnector@0.0.0.0:25634, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=88, name=qtp1401144025-88 Acceptor2 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=45, name=qtp59489273-45 Acceptor1 SelectChannelConnector@0.0.0.0:64295, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=44, name=qtp59489273-44 Acceptor0 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=58, name=qtp1356827081-58 Acceptor0 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=30, name=qtp22160078-30 Acceptor0 SelectChannelConnector@0.0.0.0:40692, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=86, name=qtp1401144025-86 Acceptor0 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=47, name=qtp59489273-47 Acceptor3 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=46, name=qtp59489273-46 Acceptor2 SelectChannelConnector@0.0.0.0:64295, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=87, name=qtp1401144025-87 Acceptor1 SelectChannelConnector@0.0.0.0:45202, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=59, name=qtp1356827081-59 Acceptor1 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=60, name=qtp1356827081-60 Acceptor2 SelectChannelConnector@0.0.0.0:53442, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=73, name=qtp1651684372-73 Acceptor1 SelectChannelConnector@0.0.0.0:25634, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=61, name=qtp1356827081-61 Acceptor3 SelectChannelConnector@0.0.0.0:53442, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([482445EB567FF4DE]:0)




Build Log:
[...truncated 8511 lines...]
[junit4:junit4] Suite: org.apache.solr.update.SolrCmdDistributorTest
[junit4:junit4]   2> 8 T23 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 725 T23 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1215 T23 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:40692
[junit4:junit4]   2> 1277 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1278 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1279 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1324 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1325 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1325 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1326 T23 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 1326 T23 oasc.CoreContainer.<init> New CoreContainer 245803743
[junit4:junit4]   2> 1327 T23 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1328 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1376 T23 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1439 T23 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 1440 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 1442 T23 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 1443 T23 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1486 T23 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1535 T23 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 1536 T23 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1569 T23 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2501 T23 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2529 T23 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2538 T23 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2572 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2581 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2588 T23 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2592 T23 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2596 T23 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data/
[junit4:junit4]   2> 2597 T23 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 2598 T23 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2599 T23 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@2bfb8629 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@e25044e) assuming 'simple'
[junit4:junit4]   2> 2600 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data forceNew:false
[junit4:junit4]   2> 2601 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data
[junit4:junit4]   2> 2602 T23 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data/index/
[junit4:junit4]   2> 2603 T23 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2604 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data/index forceNew:false
[junit4:junit4]   2> 2610 T23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4be9246f lockFactory=org.apache.lucene.store.NativeFSLockFactory@3782a3ca),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2610 T23 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2612 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data/index
[junit4:junit4]   2> 2615 T23 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2618 T23 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2622 T23 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2623 T23 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2646 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2659 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data
[junit4:junit4]   2> 2661 T23 oass.SolrIndexSearcher.<init> Opening Searcher@39862775 main
[junit4:junit4]   2> 2724 T23 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2726 T23 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2727 T23 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2728 T23 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2730 T23 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2731 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2732 T23 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2733 T23 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2734 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2735 T23 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2736 T23 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2737 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2783 T38 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39862775 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2790 T23 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2791 T23 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2792 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2896 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2934 T23 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 2938 T23 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:64295
[junit4:junit4]   2> 2940 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2940 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2941 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 3003 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3004 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3005 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 3006 T23 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 3007 T23 oasc.CoreContainer.<init> New CoreContainer 1498830709
[junit4:junit4]   2> 3009 T23 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 3010 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 3053 T23 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3085 T23 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 3086 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 3088 T23 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 3090 T23 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3162 T23 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3283 T23 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 3285 T23 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3321 T23 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4218 T23 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4248 T23 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4256 T23 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4288 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4295 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4301 T23 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4304 T23 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4306 T23 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data/
[junit4:junit4]   2> 4307 T23 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 4308 T23 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4309 T23 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@74b293e8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@780ca032) assuming 'simple'
[junit4:junit4]   2> 4310 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data forceNew:false
[junit4:junit4]   2> 4311 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data
[junit4:junit4]   2> 4312 T23 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data/index/
[junit4:junit4]   2> 4313 T23 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4314 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data/index forceNew:false
[junit4:junit4]   2> 4322 T23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc91eb1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e746d70),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4323 T23 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4324 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data/index
[junit4:junit4]   2> 4326 T23 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4328 T23 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4330 T23 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4330 T23 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4342 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4348 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data
[junit4:junit4]   2> 4349 T23 oass.SolrIndexSearcher.<init> Opening Searcher@7118d5df main
[junit4:junit4]   2> 4351 T23 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4352 T23 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4353 T23 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4353 T23 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4354 T23 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4354 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4355 T23 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4355 T23 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4356 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4356 T23 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4357 T23 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4357 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4379 T52 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7118d5df main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4379 T23 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 4380 T23 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4380 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4381 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4391 T23 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 4394 T23 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:53442
[junit4:junit4]   2> 4400 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4401 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 4401 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 4436 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4437 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4437 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 4438 T23 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 4438 T23 oasc.CoreContainer.<init> New CoreContainer 444053972
[junit4:junit4]   2> 4439 T23 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 4439 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 4475 T23 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4494 T23 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 4494 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 4496 T23 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 4496 T23 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4545 T23 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4683 T23 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 4684 T23 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4703 T23 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5604 T23 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5634 T23 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5640 T23 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5666 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5674 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5682 T23 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5685 T23 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5687 T23 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data/
[junit4:junit4]   2> 5688 T23 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 5689 T23 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5690 T23 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e2d119d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@50df92ed) assuming 'simple'
[junit4:junit4]   2> 5691 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data forceNew:false
[junit4:junit4]   2> 5692 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data
[junit4:junit4]   2> 5692 T23 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data/index/
[junit4:junit4]   2> 5694 T23 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5695 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data/index forceNew:false
[junit4:junit4]   2> 5701 T23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@68c181f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30926bd7; maxCacheMB=0.1083984375 maxMergeSizeMB=0.03515625)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5702 T23 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5703 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data/index
[junit4:junit4]   2> 5705 T23 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5707 T23 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5709 T23 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5709 T23 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5727 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5737 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data
[junit4:junit4]   2> 5739 T23 oass.SolrIndexSearcher.<init> Opening Searcher@27ac9d8e main
[junit4:junit4]   2> 5742 T23 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5743 T23 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5744 T23 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 5745 T23 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5746 T23 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 5746 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5747 T23 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5748 T23 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5749 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5750 T23 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5750 T23 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5751 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 5784 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27ac9d8e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5783 T23 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5785 T23 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 5786 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 5787 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5801 T23 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 5805 T23 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:25634
[junit4:junit4]   2> 5806 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5807 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 5808 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5862 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5863 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5864 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 5865 T23 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 5865 T23 oasc.CoreContainer.<init> New CoreContainer 1015367060
[junit4:junit4]   2> 5867 T23 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5867 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5924 T23 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5958 T23 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 5960 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 5961 T23 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 5963 T23 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6020 T23 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6091 T23 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 6093 T23 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6136 T23 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7010 T23 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7037 T23 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7045 T23 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7074 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7083 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7091 T23 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7094 T23 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7097 T23 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data/
[junit4:junit4]   2> 7098 T23 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 7099 T23 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7111 T23 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@7047125 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@34a037bc) assuming 'simple'
[junit4:junit4]   2> 7112 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data forceNew:false
[junit4:junit4]   2> 7113 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data
[junit4:junit4]   2> 7114 T23 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data/index/
[junit4:junit4]   2> 7116 T23 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7117 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data/index forceNew:false
[junit4:junit4]   2> 7124 T23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@40693c49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473f1a39; maxCacheMB=0.0078125 maxMergeSizeMB=0.0546875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7125 T23 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7126 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data/index
[junit4:junit4]   2> 7128 T23 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7130 T23 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7132 T23 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7133 T23 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7147 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7155 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data
[junit4:junit4]   2> 7156 T23 oass.SolrIndexSearcher.<init> Opening Searcher@6184c65d main
[junit4:junit4]   2> 7158 T23 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7159 T23 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7160 T23 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 7161 T23 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7161 T23 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 7162 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7163 T23 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7163 T23 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7164 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7164 T23 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7165 T23 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7166 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 7196 T80 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6184c65d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7195 T23 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7199 T23 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7199 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7200 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7218 T23 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 7222 T23 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:45202
[junit4:junit4]   2> 7224 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7225 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 7225 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 7285 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7286 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7286 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 7287 T23 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 7288 T23 oasc.CoreContainer.<init> New CoreContainer 548886989
[junit4:junit4]   2> 7289 T23 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 7290 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 7338 T23 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7386 T23 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 7387 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 7389 T23 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 7390 T23 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7444 T23 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7505 T23 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 7506 T23 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7530 T23 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8423 T23 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8445 T23 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8451 T23 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8478 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8485 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8492 T23 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8494 T23 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8496 T23 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data/
[junit4:junit4]   2> 8497 T23 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 8498 T23 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8499 T23 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f2d093e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@45b9d56f) assuming 'simple'
[junit4:junit4]   2> 8500 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data forceNew:false
[junit4:junit4]   2> 8500 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data
[junit4:junit4]   2> 8501 T23 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data/index/
[junit4:junit4]   2> 8502 T23 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8504 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data/index forceNew:false
[junit4:junit4]   2> 8511 T23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3b5589db lockFactory=org.apache.lucene.store.NativeFSLockFactory@31a264bb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8513 T23 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8515 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data/index
[junit4:junit4]   2> 8518 T23 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8520 T23 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8521 T23 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8522 T23 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8538 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8546 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data
[junit4:junit4]   2> 8547 T23 oass.SolrIndexSearcher.<init> Opening Searcher@5cb7b11b main
[junit4:junit4]   2> 8549 T23 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8550 T23 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8551 T23 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 8551 T23 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8552 T23 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 8552 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8553 T23 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8553 T23 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8554 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8555 T23 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8555 T23 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8556 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8579 T94 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5cb7b11b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8579 T23 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8581 T23 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8582 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8583 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@7e24b71c
[junit4:junit4]   2> 9928 T36 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data
[junit4:junit4]   2> 9933 T36 C3 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4be9246f lockFactory=org.apache.lucene.store.NativeFSLockFactory@3782a3ca),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9934 T36 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9970 T36 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data
[junit4:junit4]   2> 9978 T36 C3 oass.SolrIndexSearcher.<init> Opening Searcher@31ed8ffd realtime
[junit4:junit4]   2> 9983 T36 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417971293186162688)} 0 132
[junit4:junit4]   2> ASYNC  NEW_CORE C4 name=collection1 org.apache.solr.core.SolrCore@2144dd60
[junit4:junit4]   2> 10147 T48 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data
[junit4:junit4]   2> 10152 T48 C4 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc91eb1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e746d70),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10154 T48 C4 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10156 T48 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data
[junit4:junit4]   2> 10157 T48 C4 oass.SolrIndexSearcher.<init> Opening Searcher@67945c4a realtime
[junit4:junit4]   2> 10159 T48 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417971293445160960)} 0 13
[junit4:junit4]   2> ASYNC  NEW_CORE C5 name=collection1 org.apache.solr.core.SolrCore@5374f197
[junit4:junit4]   2> 10166 T63 C5 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data
[junit4:junit4]   2> 10168 T63 C5 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@68c181f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@30926bd7; maxCacheMB=0.1083984375 maxMergeSizeMB=0.03515625)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10169 T63 C5 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10170 T63 C5 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data
[junit4:junit4]   2> 10171 T63 C5 oass.SolrIndexSearcher.<init> Opening Searcher@65ed0ba6 realtime
[junit4:junit4]   2> 10171 T63 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417971293465083904)} 0 6
[junit4:junit4]   2> ASYNC  NEW_CORE C6 name=collection1 org.apache.solr.core.SolrCore@3b010a3b
[junit4:junit4]   2> 10178 T79 C6 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data
[junit4:junit4]   2> 10181 T79 C6 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@40693c49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473f1a39; maxCacheMB=0.0078125 maxMergeSizeMB=0.0546875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10182 T79 C6 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10184 T79 C6 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data
[junit4:junit4]   2> 10185 T79 C6 oass.SolrIndexSearcher.<init> Opening Searcher@2eb881ee realtime
[junit4:junit4]   2> 10185 T79 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417971293477666816)} 0 8
[junit4:junit4]   2> ASYNC  NEW_CORE C7 name=collection1 org.apache.solr.core.SolrCore@2519dfef
[junit4:junit4]   2> 10197 T92 C7 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data
[junit4:junit4]   2> 10202 T92 C7 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3b5589db lockFactory=org.apache.lucene.store.NativeFSLockFactory@31a264bb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10202 T92 C7 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10204 T92 C7 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data
[junit4:junit4]   2> 10205 T92 C7 oass.SolrIndexSearcher.<init> Opening Searcher@2c8cf3ec realtime
[junit4:junit4]   2> 10206 T92 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417971293497589760)} 0 10
[junit4:junit4]   2> 10220 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16
[junit4:junit4]   2> 10291 T35 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1 (1417971293594058752)]} 0 6
[junit4:junit4]   2> 10301 T23 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:40692/solr/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 10338 T37 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 10444 T37 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4be9246f lockFactory=org.apache.lucene.store.NativeFSLockFactory@3782a3ca),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4be9246f lockFactory=org.apache.lucene.store.NativeFSLockFactory@3782a3ca),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockFixedIntBlock_0.tii, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 10445 T37 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockFixedIntBlock_0.tii, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 10446 T37 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data
[junit4:junit4]   2> 10530 T37 C3 oass.SolrIndexSearcher.<init> Opening Searcher@4b52434e main
[junit4:junit4]   2> 10532 T37 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data/index
[junit4:junit4]   2> 10532 T38 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b52434e main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 10533 T37 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 10533 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data/index
[junit4:junit4]   2> 10534 T37 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 197
[junit4:junit4]   2> 10619 T35 C3 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=55 
[junit4:junit4]   2> 10633 T51 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {add=[2 (1417971293947428864), 3 (1417971293950574592), 4 (1417971293952671744)]} 0 7
[junit4:junit4]   2> 10634 T37 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {add=[2 (1417971293948477440), 3 (1417971293953720320)]} 0 7
[junit4:junit4]   2> 10636 T23 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:40692/solr/, StdNode: http://127.0.0.1:64295/solr/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 10640 T50 C4 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 10642 T36 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 10649 T50 C4 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc91eb1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e746d70),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc91eb1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e746d70),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockFixedIntBlock_0.tii, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 10650 T50 C4 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockFixedIntBlock_0.tii, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 10651 T50 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data
[junit4:junit4]   2> 10652 T36 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4be9246f lockFactory=org.apache.lucene.store.NativeFSLockFactory@3782a3ca),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockFixedIntBlock_0.tii, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4be9246f lockFactory=org.apache.lucene.store.NativeFSLockFactory@3782a3ca),segFN=segments_3,generation=3,filenames=[_0_Asserting_0.tim, _1_Lucene41_0.doc, _0_Asserting_0.tip, _1_MockFixedIntBlock_0.doc, _0_Lucene41_0.pos, _1_Asserting_0.doc, _1_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tib, _1.fnm, _1_Asserting_0.tim, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _1_Asserting_0.tip, _0_MockFixedIntBlock_0.tii, _0.si, _0_Lucene41_0.tim, _0_Asserting_0.doc, _0_Lucene41_0.tip, _1_Asserting_0.pos, _1_nrm.cfs, _1_MockFixedIntBlock_0.tii, _0.fnm, _1_MockFixedIntBlock_0.frq, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _1_nrm.cfe, _0_MockFixedIntBlock_0.frq, _1_Lucene41_0.pos, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _1.si, _0_nrm.cfe, _1_MockFixedIntBlock_0.tib, _0.fdx, _1_MockFixedIntBlock_0.pos, _0_Asserting_0.pos, segments_3, _0.fdt]
[junit4:junit4]   2> 10653 T36 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Asserting_0.tim, _1_Lucene41_0.doc, _0_Asserting_0.tip, _1_MockFixedIntBlock_0.doc, _0_Lucene41_0.pos, _1_Asserting_0.doc, _1_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tib, _1.fnm, _1_Asserting_0.tim, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _1_Asserting_0.tip, _0_MockFixedIntBlock_0.tii, _0.si, _0_Lucene41_0.tim, _0_Asserting_0.doc, _0_Lucene41_0.tip, _1_Asserting_0.pos, _1_nrm.cfs, _1_MockFixedIntBlock_0.tii, _0.fnm, _1_MockFixedIntBlock_0.frq, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _1_nrm.cfe, _0_MockFixedIntBlock_0.frq, _1_Lucene41_0.pos, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _1.si, _0_nrm.cfe, _1_MockFixedIntBlock_0.tib, _0.fdx, _1_MockFixedIntBlock_0.pos, _0_Asserting_0.pos, segments_3, _0.fdt]
[junit4:junit4]   2> 10654 T50 C4 oass.SolrIndexSearcher.<init> Opening Searcher@7c13dd72 main
[junit4:junit4]   2> 10654 T36 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data
[junit4:junit4]   2> 10655 T50 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data/index
[junit4:junit4]   2> 10655 T50 C4 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 10655 T52 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c13dd72 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C3)}
[junit4:junit4]   2> 10656 T52 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data/index
[junit4:junit4]   2> 10657 T50 C4 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 17
[junit4:junit4]   2> 10658 T36 C3 oass.SolrIndexSearcher.<init> Opening Searcher@ea0dc71 main
[junit4:junit4]   2> 10659 T38 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ea0dc71 main{StandardDirectoryReader(segments_3:5:nrt _0(5.0):C1 _1(5.0):C2)}
[junit4:junit4]   2> 10659 T36 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 10660 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data/index
[junit4:junit4]   2> 10661 T36 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 20
[junit4:junit4]   2> 10665 T35 C3 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=1 
[junit4:junit4]   2> 10671 T48 C4 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=1 
[junit4:junit4]   2> 10682 T37 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {delete=[2 (-1417971294004051968)]} 0 2
[junit4:junit4]   2> 10682 T51 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {delete=[2 (-1417971294004051968)]} 0 2
[junit4:junit4]   2> 10684 T23 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:40692/solr/, StdNode: http://127.0.0.1:64295/solr/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 10689 T36 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 10689 T50 C4 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 10701 T50 C4 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc91eb1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e746d70),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockFixedIntBlock_0.tii, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc91eb1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e746d70),segFN=segments_3,generation=3,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_1.del, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockFixedIntBlock_0.tii, _0_nrm.cfe, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt, segments_3]
[junit4:junit4]   2> 10701 T36 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4be9246f lockFactory=org.apache.lucene.store.NativeFSLockFactory@3782a3ca),segFN=segments_3,generation=3,filenames=[_0_Asserting_0.tim, _1_Lucene41_0.doc, _0_Asserting_0.tip, _1_MockFixedIntBlock_0.doc, _0_Lucene41_0.pos, _1_Asserting_0.doc, _1_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tib, _1.fnm, _1_Asserting_0.tim, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _1_Asserting_0.tip, _0_MockFixedIntBlock_0.tii, _0.si, _0_Lucene41_0.tim, _0_Asserting_0.doc, _0_Lucene41_0.tip, _1_Asserting_0.pos, _1_nrm.cfs, _1_MockFixedIntBlock_0.tii, _0.fnm, _1_MockFixedIntBlock_0.frq, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _1_nrm.cfe, _0_MockFixedIntBlock_0.frq, _1_Lucene41_0.pos, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _1.si, _0_nrm.cfe, _1_MockFixedIntBlock_0.tib, _0.fdx, _1_MockFixedIntBlock_0.pos, _0_Asserting_0.pos, segments_3, _0.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4be9246f lockFactory=org.apache.lucene.store.NativeFSLockFactory@3782a3ca),segFN=segments_4,generation=4,filenames=[_0_Asserting_0.tim, _1_Lucene41_0.doc, _0_Asserting_0.tip, _1_MockFixedIntBlock_0.doc, _0_Lucene41_0.pos, _1_Asserting_0.doc, _1_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tib, _1.fnm, _1_Asserting_0.tim, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _1_Asserting_0.tip, _0_MockFixedIntBlock_0.tii, _0.si, _0_Lucene41_0.tim, _0_Asserting_0.doc, _0_Lucene41_0.tip, _1_Asserting_0.pos, _1_nrm.cfs, _1_MockFixedIntBlock_0.tii, _0.fnm, _1_MockFixedIntBlock_0.frq, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _1_1.del, _1_nrm.cfe, _0_MockFixedIntBlock_0.frq, _1_Lucene41_0.pos, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _1.si, _0_nrm.cfe, _1_MockFixedIntBlock_0.tib, _0.fdx, _1_MockFixedIntBlock_0.pos, _0_Asserting_0.pos, _0.fdt, segments_4]
[junit4:junit4]   2> 10702 T50 C4 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_1.del, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockFixedIntBlock_0.tii, _0_nrm.cfe, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt, segments_3]
[junit4:junit4]   2> 10703 T36 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0_Asserting_0.tim, _1_Lucene41_0.doc, _0_Asserting_0.tip, _1_MockFixedIntBlock_0.doc, _0_Lucene41_0.pos, _1_Asserting_0.doc, _1_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tib, _1.fnm, _1_Asserting_0.tim, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _1_Asserting_0.tip, _0_MockFixedIntBlock_0.tii, _0.si, _0_Lucene41_0.tim, _0_Asserting_0.doc, _0_Lucene41_0.tip, _1_Asserting_0.pos, _1_nrm.cfs, _1_MockFixedIntBlock_0.tii, _0.fnm, _1_MockFixedIntBlock_0.frq, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _1_1.del, _1_nrm.cfe, _0_MockFixedIntBlock_0.frq, _1_Lucene41_0.pos, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _1.si, _0_nrm.cfe, _1_MockFixedIntBlock_0.tib, _0.fdx, _1_MockFixedIntBlock_0.pos, _0_Asserting_0.pos, _0.fdt, segments_4]
[junit4:junit4]   2> 10704 T50 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data
[junit4:junit4]   2> 10705 T36 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data
[junit4:junit4]   2> 10705 T50 C4 oass.SolrIndexSearcher.<init> Opening Searcher@4d979e91 main
[junit4:junit4]   2> 10707 T52 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d979e91 main{StandardDirectoryReader(segments_3:4:nrt _0(5.0):C3/1)}
[junit4:junit4]   2> 10707 T50 C4 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 10708 T52 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data/index
[junit4:junit4]   2> 10708 T50 C4 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 19
[junit4:junit4]   2> 10713 T36 C3 oass.SolrIndexSearcher.<init> Opening Searcher@278c71d6 main
[junit4:junit4]   2> 10714 T38 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@278c71d6 main{StandardDirectoryReader(segments_4:6:nrt _0(5.0):C1 _1(5.0):C2/1)}
[junit4:junit4]   2> 10714 T36 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 10715 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/control/data/index
[junit4:junit4]   2> 10716 T36 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 27
[junit4:junit4]   2> 10721 T35 C3 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 10726 T48 C4 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 10733 T51 C4 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 10913 T51 C4 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc91eb1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e746d70),segFN=segments_3,generation=3,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_1.del, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0_MockFixedIntBlock_0.tii, _0_nrm.cfe, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc91eb1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e746d70),segFN=segments_4,generation=4,filenames=[_1_nrm.cfs, _1_MockFixedIntBlock_0.tii, _1_Asserting_0.pos, _1_Lucene41_0.doc, _1_MockFixedIntBlock_0.frq, _1_MockFixedIntBlock_0.doc, _1_Asserting_0.doc, _1_Lucene41_0.tim, _1_MockFixedIntBlock_0.pyl, _1_Lucene41_0.tip, _1.fnm, _1_nrm.cfe, _1_Lucene41_0.pos, _1_Asserting_0.tim, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _1_Asserting_0.tip, _1.si, _1_MockFixedIntBlock_0.tib, _1_MockFixedIntBlock_0.pos, segments_4]
[junit4:junit4]   2> 10914 T51 C4 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_nrm.cfs, _1_MockFixedIntBlock_0.tii, _1_Asserting_0.pos, _1_Lucene41_0.doc, _1_MockFixedIntBlock_0.frq, _1_MockFixedIntBlock_0.doc, _1_Asserting_0.doc, _1_Lucene41_0.tim, _1_MockFixedIntBlock_0.pyl, _1_Lucene41_0.tip, _1.fnm, _1_nrm.cfe, _1_Lucene41_0.pos, _1_Asserting_0.tim, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _1_Asserting_0.tip, _1.si, _1_MockFixedIntBlock_0.tib, _1_MockFixedIntBlock_0.pos, segments_4]
[junit4:junit4]   2> 10915 T51 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data
[junit4:junit4]   2> 10919 T51 C4 oass.SolrIndexSearcher.<init> Opening Searcher@58441ef6 main
[junit4:junit4]   2> 10919 T51 C4 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 10919 T52 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58441ef6 main{StandardDirectoryReader(segments_4:6:nrt _1(5.0):C2)}
[junit4:junit4]   2> 10921 T52 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard0/data/index
[junit4:junit4]   2> 10922 T51 C4 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 190
[junit4:junit4]   2> 10926 T64 C5 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 10927 T64 C5 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data
[junit4:junit4]   2> 10928 T64 C5 oass.SolrIndexSearcher.<init> Opening Searcher@5ee0bb3d main
[junit4:junit4]   2> 10928 T64 C5 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data/index
[junit4:junit4]   2> 10929 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ee0bb3d main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   2> 10929 T64 C5 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 10930 T66 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard1/data/index
[junit4:junit4]   2> 10931 T64 C5 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 5
[junit4:junit4]   2> 10936 T77 C6 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 10937 T77 C6 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data
[junit4:junit4]   2> 10939 T77 C6 oass.SolrIndexSearcher.<init> Opening Searcher@3fd6c576 main
[junit4:junit4]   2> 10940 T77 C6 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data/index
[junit4:junit4]   2> 10941 T80 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3fd6c576 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   2> 10941 T77 C6 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 10943 T80 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard2/data/index
[junit4:junit4]   2> 10944 T77 C6 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 9
[junit4:junit4]   2> 10950 T93 C7 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 10951 T93 C7 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data
[junit4:junit4]   2> 10952 T93 C7 oass.SolrIndexSearcher.<init> Opening Searcher@7c4be29f main
[junit4:junit4]   2> 10952 T93 C7 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data/index
[junit4:junit4]   2> 10953 T94 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c4be29f main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   2> 10954 T93 C7 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 10954 T94 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1352282793822/shard3/data/index
[junit4:junit4]   2> 10955 T93 C7 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 5
[junit4:junit4]   2> 11146 T65 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5 (1417971294299750400), 6 (1417971294307090432), 8 (1417971294309187584), 9 (1417971294312333312), 10 (1417971294403559424), 11 (1417971294415093760), 12 (1417971294463328256), 13 (1417971294467522560), 14 (1417971294471716864), 15 (1417971294472765440)]} 0 185
[junit4:junit4]   2> 11155 T117 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[83 (1417971294419288064), 85 (1417971294453891072), 87 (1417971294455988225), 89 (1417971294458085377), 90 (1417971294460182528), 93 (1417971294463328256), 95 (1417971294465425408), 98 (1417971294466473984), 99 (1417971294468571136), 105 (1417971294470668288)]} 0 80
[junit4:junit4]   2> 11327 T122 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[82 (1417971294416142336), 83 (1417971294463328256), 88 (1417971294465425409), 89 (1417971294470668288), 90 (1417971294473814016), 91 (1417971294482202624), 92 (1417971294488494080), 97 (1417971294492688384), 98 (1417971294494785537), 100 (1417971294496882688)]} 0 254
[junit4:junit4]   2> 11335 T78 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22 (1417971294303944704), 23 (1417971294402510848), 25 (1417971294408802304), 27 (1417971294419288064), 29 (1417971294459133952), 31 (1417971294465425408), 32 (1417971294468571136), 33 (1417971294496882690), 35 (1417971294684577794), 37 (1417971294688772096)]} 0 370
[junit4:junit4]   2> 11343 T91 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5 (1417971294299750400), 6 (1417971294303944704), 7 (1417971294404608001), 9 (1417971294406705153), 13 (1417971294471716864), 14 (1417971294473814016), 15 (1417971294485348353), 16 (1417971294505271296), 17 (1417971294507368449), 19 (1417971294690869249)]} 0 382
[junit4:junit4]   2> 11350 T51 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[41 (1417971294403559424), 44 (1417971294408802304), 45 (1417971294416142336), 47 (1417971294420336640), 48 (1417971294455988224), 49 (1417971294459133952), 50 (1417971294504222721), 59 (1417971294682480640), 64 (1417971294686674944), 65 (1417971294690869249)]} 0 289
[junit4:junit4]   2> 11348 T50 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7 (1417971294300798976), 8 (1417971294307090433), 9 (1417971294404608000), 11 (1417971294418239488), 12 (1417971294471716864), 13 (1417971294505271296), 14 (1417971294681432065), 16 (1417971294687723520), 18 (1417971294690869248), 20 (1417971294702403584)]} 0 385
[junit4:junit4]   2> 11358 T111 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18 (1417971294404608000), 19 (1417971294412996608), 23 (1417971294452842496), 25 (1417971294465425408), 27 (1417971294469619712), 29 (1417971294490591232), 30 (1417971294494785536), 32 (1417971294497931265), 35 (1417971294504222723), 39 (1417971294684577792)]} 0 298
[junit4:junit4]   2> 11361 T79 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5 (1417971294302896128), 6 (1417971294309187584), 7 (1417971294406705152), 8 (1417971294415093760), 10 (1417971294453891072), 13 (1417971294455988224), 14 (1417971294461231104), 16 (1417971294684577793), 18 (1417971294706597889), 21 (1417971294714986496)]} 0 397
[junit4:junit4]   2> 11361 T48 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22 (1417971294307090432), 24 (1417971294401462272), 25 (1417971294405656576), 26 (1417971294412996609), 27 (1417971294454939648), 28 (1417971294458085376), 32 (1417971294464376832), 34 (1417971294681432064), 35 (1417971294706597890), 39 (1417971294716035072)]} 0 393
[junit4:junit4]   2> 11362 T116 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[67 (1417971294412996608), 70 (1417971294467522560), 73 (1417971294502125568), 74 (1417971294504222720), 75 (1417971294506319872), 76 (1417971294684577792), 78 (1417971294689820672), 79 (1417971294706597889), 80 (1417971294709743616), 81 (1417971294717083649)]} 0 293
[junit4:junit4]   2> 11367 T77 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[39 (1417971294404608000), 40 (1417971294419288065), 41 (1417971294494785536), 43 (1417971294496882689), 45 (1417971294500028417), 46 (1417971294684577792), 52 (1417971294707646464), 54 (1417971294709743617), 55 (1417971294719180800), 60 (1417971294722326529)]} 0 307
[junit4:junit4]   2> 11372 T93 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[35 (1417971294307090432), 38 (1417971294312333312), 39 (1417971294404608000), 41 (1417971294418239488), 42 (1417971294461231104), 43 (1417971294471716865), 45 (1417971294485348352), 46 (1417971294496882688), 48 (1417971294504222720), 49 (1417971294699257856)]} 0 403
[junit4:junit4]   2> 11374 T63 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[55 (1417971294313381888), 56 (1417971294411948032), 57 (1417971294418239489), 58 (1417971294480105472), 59 (1417971294486396928), 60 (1417971294491639808), 62 (1417971294495834112), 65 (1417971294504222721), 67 (1417971294682480640), 68 (1417971294690869248)]} 0 399
[junit4:junit4]   2> 11378 T64 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[41 (1417971294402510848), 42 (1417971294409850880), 43 (1417971294418239488), 44 (1417971294488494080), 46 (1417971294497931264), 48 (1417971294681432064), 49 (1417971294684577793), 50 (1417971294717083648), 51 (1417971294720229376), 53 (1417971294727569409)]} 0 318
[junit4:junit4]   2> 11378 T112 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[69 (1417971294412996609), 70 (1417971294454939648), 74 (1417971294457036800), 75 (1417971294460182528), 78 (1417971294492688384), 79 (1417971294504222722), 82 (1417971294507368449), 86 (1417971294692966400), 87 (1417971294723375105), 90 (1417971294729666560)]} 0 309
[junit4:junit4]   2> 11384 T129 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[91 (1417971294455988224), 104 (1417971294491639809), 105 (1417971294492688385), 107 (1417971294495834113), 113 (1417971294500028416), 114 (1417971294504222720), 115 (1417971294685626368), 116 (1417971294717083649), 119 (1417971294723375104), 120 (1417971294730715136)]} 0 274
[junit4:junit4]   2> 11391 T137 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[101 (1417971294497931264), 103 (1417971294683529217), 105 (1417971294701355008), 109 (1417971294703452160), 113 (1417971294705549312), 114 (1417971294706597890), 116 (1417971294719180801), 118 (1417971294723375104), 120 (1417971294728617985), 124 (1417971294738055168)]} 0 240
[junit4:junit4]   2> 11394 T142 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[121 (1417971294498979840), 122 (1417971294507368448), 127 (1417971294686674944), 129 (1417971294717083650), 140 (1417971294720229377), 144 (1417971294727569408), 145 (1417971294732812289), 147 (1417971294742249473), 148 (1417971294745395200), 149 (1417971294747492354)]} 0 242
[junit4:junit4]   2> 11402 T159 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[190 (1417971294717083651), 192 (1417971294732812288), 194 (1417971294737006592), 198 (1417971294741200896), 200 (1417971294743298048), 203 (1417971294745395201), 205 (1417971294747492353), 207 (1417971294749589504), 209 (1417971294751686656), 210 (1417971294753783809)]} 0 42
[junit4:junit4]   2> 11402 T138 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[125 (1417971294500028416), 126 (1417971294683529216), 129 (1417971294691917824), 132 (1417971294706597888), 133 (1417971294708695040), 134 (1417971294716035072), 137 (1417971294729666560), 141 (1417971294735958016), 149 (1417971294747492353), 151 (1417971294757978113)]} 0 250
[junit4:junit4]   2> 11402 T92 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20 (1417971294302896128), 21 (1417971294401462272), 23 (1417971294406705152), 25 (1417971294418239489), 26 (1417971294484299777), 27 (1417971294487445505), 28 (1417971294507368448), 31 (1417971294686674945), 32 (1417971294699257857), 33 (1417971294702403585)]} 0 437
[junit4:junit4]   2> 11404 T120 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[64 (1417971294411948032), 65 (1417971294467522560), 66 (1417971294469619712), 67 (1417971294682480640), 69 (1417971294698209280), 71 (1417971294717083648), 72 (1417971294720229376), 75 (1417971294724423682), 76 (1417971294731763713), 77 (1417971294757978114)]} 0 335
[junit4:junit4]   2> 11405 T122 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[154 (1417971294699257856), 155 (1417971294709743616), 158 (1417971294722326528), 159 (1417971294724423680), 161 (1417971294728617984), 165 (1417971294730715136), 167 (1417971294747492352), 168 (1417971294757978112), 170 (1417971294760075264), 173 (1417971294762172416)]} 0 63
[junit4:junit4]   2> 11404 T140 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[137 (1417971294494785537), 138 (1417971294698209280), 140 (1417971294706597888), 145 (1417971294708695040), 146 (1417971294717083648), 148 (1417971294720229376), 149 (1417971294723375104), 150 (1417971294728617984), 151 (1417971294735958017), 152 (1417971294741200896)]} 0 256
[junit4:junit4]   2> 11410 T117 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[199 (1417971294724423680), 200 (1417971294728617985), 201 (1417971294731763713), 204 (1417971294746443776), 205 (1417971294749589504), 207 (1417971294752735233), 208 (1417971294759026688), 209 (1417971294762172416), 211 (1417971294764269569), 212 (1417971294766366720)]} 0 43
[junit4:junit4]   2> 11418 T118 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[73 (1417971294410899456), 74 (1417971294484299776), 77 (1417971294487445504), 78 (1417971294497931264), 79 (1417971294503174144), 80 (1417971294686674944), 84 (1417971294688772097), 85 (1417971294690869248), 86 (1417971294702403584), 88 (1417971294738055168)]} 0 351
[junit4:junit4]   2> 11420 T51 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[214 (1417971294741200897), 216 (1417971294744346624), 217 (1417971294747492352), 218 (1417971294750638080), 221 (1417971294752735232), 222 (1417971294757978112), 223 (1417971294761123840), 225 (1417971294763220992), 226 (1417971294770561025), 227 (1417971294774755329)]} 0 37
[junit4:junit4]   2> 11437 T115 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[51 (1417971294409850880), 54 (1417971294421385216), 55 (1417971294483251200), 56 (1417971294487445506), 59 (1417971294682480641), 63 (1417971294685626369), 64 (1417971294698209280), 65 (1417971294735958016), 68 (1417971294769512448), 70 (1417971294778949633)]} 0 370
[junit4:junit4]   2> 11443 T126 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[91 (1417971294421385217), 92 (1417971294483251201), 93 (1417971294682480640), 97 (1417971294688772096), 100 (1417971294706597888), 101 (1417971294754832386), 102 (1417971294762172416), 103 (1417971294770561025), 104 (1417971294772658176), 106 (1417971294778949632)]} 0 365
[junit4:junit4]   2> 11441 T139 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[124 (1417971294494785536), 125 (1417971294684577793), 127 (1417971294725472256), 128 (1417971294735958016), 129 (1417971294760075264), 130 (1417971294764269568), 132 (1417971294766366721), 133 (1417971294770561026), 135 (1417971294774755328), 136 (1417971294779998208)]} 0 293
[junit4:junit4]   2> 11448 T65 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[172 (1417971294706597888), 173 (1417971294719180800), 174 (1417971294735958016), 175 (1417971294739103744), 181 (1417971294744346624), 183 (1417971294750638081), 184 (1417971294753783808), 186 (1417971294768463872), 188 (1417971294782095360), 189 (1417971294806212608)]} 0 105
[junit4:junit4]   2> 11449 T136 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[109 (1417971294497931264), 110 (1417971294713937920), 115 (1417971294722326528), 116 (1417971294729666560), 118 (1417971294754832384), 119 (1417971294760075265), 120 (1417971294773706752), 121 (1417971294776852480), 122 (1417971294799921152), 123 (1417971294803066880)]} 0 314
[junit4:junit4]   2> 11450 T157 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[150 (1417971294700306432), 152 (1417971294742249472), 153 (1417971294747492352), 155 (1417971294750638080), 157 (1417971294766366720), 158 (1417971294771609601), 160 (1417971294776852480), 161 (1417971294781046784), 162 (1417971294796775425), 166 (1417971294805164032)]} 0 106
[junit4:junit4]   2> 11457 T111 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[212 (1417971294757978112), 216 (1417971294760075264), 217 (1417971294762172416), 222 (1417971294764269568), 223 (1417971294769512448), 224 (1417971294771609600), 225 (1417971294775803904), 234 (1417971294794678272), 235 (1417971294808309760), 237 (1417971294815649792)]} 0 58
[junit4:junit4]   2> 11458 T152 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[175 (1417971294724423681), 176 (1417971294731763712), 177 (1417971294741200896), 178 (1417971294743298048), 183 (1417971294747492354), 187 (1417971294775803904), 191 (1417971294782095360), 192 (1417971294808309760), 193 (1417971294812504065), 194 (1417971294818795521)]} 0 91
[junit4:junit4]   2> 11459 T78 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[196 (1417971294741200897), 197 (1417971294745395200), 199 (1417971294762172417), 204 (1417971294769512449), 205 (1417971294799921152), 206 (1417971294807261184), 208 (1417971294809358336), 209 (1417971294811455488), 210 (1417971294816698368), 213 (1417971294818795520)]} 0 77
[junit4:junit4]   2> 11465 T154 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[185 (1417971294714986496), 190 (1417971294756929536), 193 (1417971294761123840), 196 (1417971294773706752), 198 (1417971294777901058), 201 (1417971294803066880), 205 (1417971294807261185), 207 (1417971294811455489), 208 (1417971294817746944), 210 (1417971294821941248)]} 0 111
[junit4:junit4]   2> 11471 T91 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[211 (1417971294765318144), 213 (1417971294795726848), 215 (1417971294803066881), 218 (1417971294809358337), 220 (1417971294811455488), 221 (1417971294815649792), 222 (1417971294817746945), 223 (1417971294819844097), 228 (1417971294821941250), 233 (1417971294827184128)]} 0 66
[junit4:junit4]   2> 11471 T144 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[155 (1417971294713937921), 156 (1417971294731763712), 158 (1417971294757978113), 159 (1417971294769512448), 160 (1417971294774755330), 163 (1417971294799921153), 164 (1417971294804115456), 165 (1417971294811455488), 168 (1417971294816698368), 170 (1417971294826135552)]} 0 129
[junit4:junit4]   2> 11471 T148 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[133 (1417971294685626368), 136 (1417971294737006592), 137 (1417971294754832385), 139 (1417971294777901057), 143 (1417971294781046784), 144 (1417971294806212608), 145 (1417971294809358336), 147 (1417971294811455490), 148 (1417971294819844096), 151 (1417971294822989824)]} 0 141
[junit4:junit4]   2> 11470 T141 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[107 (1417971294498979840), 108 (1417971294691917824), 115 (1417971294754832384), 116 (1417971294764269568), 118 (1417971294777901056), 120 (1417971294797824000), 125 (1417971294816698368), 126 (1417971294818795520), 129 (1417971294821941249), 132 (1417971294824038400)]} 0 319
[junit4:junit4]   2> 11485 T79 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[232 (1417971294778949632), 234 (1417971294796775424), 236 (1417971294806212608), 238 (1417971294810406912), 239 (1417971294819844096), 240 (1417971294822989824), 242 (1417971294835572736), 244 (1417971294839767040), 245 (1417971294842912768), 248 (1417971294846058496)]} 0 66
[junit4:junit4]   2> 11489 T64 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[238 (1417971294781046785), 239 (1417971294796775424), 242 (1417971294803066880), 243 (1417971294819844096), 248 (1417971294827184128), 249 (1417971294834524160), 250 (1417971294837669888), 251 (1417971294843961345), 252 (1417971294847107072), 253 (1417971294849204225)]} 0 70
[junit4:junit4]   2> 11496 T153 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[214 (1417971294769512448), 215 (1417971294772658176), 219 (1417971294775803905), 220 (1417971294779998208), 222 (1417971294804115456), 224 (1417971294812504064), 227 (1417971294835572737), 228 (1417971294849204224), 229 (1417971294853398529), 231 (1417971294856544256)]} 0 87
[junit4:junit4]   2> 11498 T155 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[152 (1417971294708695040), 153 (1417971294770561024), 154 (1417971294779998208), 156 (1417971294824038401), 157 (1417971294835572737), 158 (1417971294840815616), 159 (1417971294853398529), 160 (1417971294855495680), 161 (1417971294856544257), 162 (1417971294858641409)]} 0 147
[junit4:junit4]   2> 11500 T50 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[172 (1417971294770561024), 173 (1417971294772658176), 174 (1417971294775803904), 180 (1417971294796775424), 181 (1417971294809358336), 184 (1417971294827184129), 185 (1417971294841864192), 186 (1417971294852349954), 187 (1417971294858641409), 196 (1417971294860738563)]} 0 90
[junit4:junit4]   2> 11502 T51 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[323 (1417971294845009922), 324 (1417971294850252801), 325 (1417971294852349952), 327 (1417971294853398529), 328 (1417971294855495680), 330 (1417971294856544257), 332 (1417971294858641411), 333 (1417971294860738561), 336 (1417971294861787137), 337 (1417971294863884288)]} 0 20
[junit4:junit4]   2> 11504 T77 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[294 (1417971294832427008), 297 (1417971294834524160), 298 (1417971294845009920), 300 (1417971294847107072), 302 (1417971294853398528), 303 (1417971294854447105), 304 (1417971294860738560), 307 (1417971294862835713), 310 (1417971294864932864), 313 (1417971294865981440)]} 0 39
[junit4:junit4]   2> 11506 T138 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[249 (1417971294843961345), 252 (1417971294847107073), 253 (1417971294850252800), 254 (1417971294852349952), 256 (1417971294854447106), 258 (1417971294857592832), 262 (1417971294859689985), 267 (1417971294862835712), 269 (1417971294864932865), 270 (1417971294867030016)]} 0 25
[junit4:junit4]   2> 11506 T117 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[308 (1417971294837669888), 309 (1417971294848155648), 311 (1417971294851301376), 313 (1417971294856544256), 314 (1417971294858641410), 315 (1417971294860738560), 317 (1417971294861787136), 318 (1417971294863884289), 320 (1417971294867030017), 321 (1417971294868078593)]} 0 32
[junit4:junit4]   2> 11513 T126 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[325 (1417971294841864192), 326 (1417971294845009920), 329 (1417971294851301376), 330 (1417971294854447104), 333 (1417971294858641408), 334 (1417971294862835712), 336 (1417971294864932866), 338 (1417971294867030016), 341 (1417971294869127168), 342 (1417971294874370049)]} 0 35
[junit4:junit4]   2> 11509 T129 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[306 (1417971294835572736), 308 (1417971294843961344), 312 (1417971294845009920), 313 (1417971294848155649), 315 (1417971294851301377), 318 (1417971294856544256), 319 (1417971294858641408), 320 (1417971294861787137), 321 (1417971294865981441), 324 (1417971294868078593)]} 0 36
[junit4:junit4]   2> 11518 T136 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[344 (1417971294843961344), 346 (1417971294850252800), 347 (1417971294852349953), 348 (1417971294855495681), 349 (1417971294858641408), 352 (1417971294860738562), 353 (1417971294862835712), 357 (1417971294865981440), 359 (1417971294868078592), 360 (1417971294871224321)]} 0 37
[junit4:junit4]   2> 11521 T142 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[281 (1417971294841864192), 282 (1417971294848155648), 286 (1417971294851301376), 288 (1417971294855495680), 290 (1417971294859689984), 293 (1417971294861787136), 298 (1417971294863884288), 302 (1417971294868078592), 303 (1417971294870175745), 304 (1417971294877515776)]} 0 43
[junit4:junit4]   2> 11523 T48 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[233 (1417971294817746944), 234 (1417971294827184128), 238 (1417971294835572736), 239 (1417971294842912768), 240 (1417971294849204224), 243 (1417971294853398528), 245 (1417971294867030016), 250 (1417971294871224320), 252 (1417971294875418626), 255 (1417971294884855809)]} 0 68
[junit4:junit4]   2> 11529 T63 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[261 (1417971294840815616), 262 (1417971294849204224), 263 (1417971294852349952), 264 (1417971294854447104), 266 (1417971294865981440), 272 (1417971294870175744), 274 (1417971294874370048), 276 (1417971294881710080), 277 (1417971294886952961), 280 (1417971294889050112)]} 0 51
[junit4:junit4]   2> 11544 T156 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[164 (1417971294709743616), 165 (1417971294771609600), 170 (1417971294795726849), 171 (1417971294807261184), 172 (1417971294816698369), 174 (1417971294826135552), 177 (1417971294833475584), 178 (1417971294840815617), 183 (1417971294894292994), 184 (1417971294907924481)]} 0 192
[junit4:junit4]   2> 11545 T93 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[285 (1417971294827184129), 287 (1417971294845009921), 289 (1417971294868078592), 292 (1417971294870175744), 293 (1417971294876467201), 294 (1417971294881710081), 295 (1417971294884855808), 297 (1417971294892195840), 300 (1417971294896390146), 301 (1417971294908973056)]} 0 80
[junit4:junit4]   2> 11546 T79 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[377 (1417971294851301376), 382 (1417971294854447104), 386 (1417971294856544257), 389 (1417971294860738561), 390 (1417971294869127168), 391 (1417971294874370048), 393 (1417971294876467200), 397 (1417971294883807233), 399 (1417971294889050112), 400 (1417971294898487296)]} 0 58
[junit4:junit4]   2> 11560 T152 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[315 (1417971294852349953), 316 (1417971294859689984), 317 (1417971294863884288), 322 (1417971294865981441), 323 (1417971294880661504), 325 (1417971294892195840), 326 (1417971294894292992), 327 (1417971294896390144), 329 (1417971294898487297), 330 (1417971294915264512)]} 0 71
[junit4:junit4]   2> 11562 T159 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[396 (1417971294867030016), 399 (1417971294876467200), 401 (1417971294882758656), 402 (1417971294884855809), 403 (1417971294888001537), 405 (1417971294892195840), 406 (1417971294894292993), 408 (1417971294897438720), 409 (1417971294916313088), 411 (1417971294926798849)]} 0 60
[junit4:junit4]   2> 11563 T140 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[287 (1417971294837669889), 289 (1417971294845009920), 290 (1417971294874370048), 292 (1417971294882758657), 294 (1417971294884855810), 296 (1417971294889050112), 297 (1417971294893244416), 300 (1417971294899535872), 304 (1417971294914215937), 305 (1417971294916313089)]} 0 89
[junit4:junit4]   2> 11692 T148 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[257 (1417971294841864193), 258 (1417971294864932867), 260 (1417971294874370048), 265 (1417971294886952960), 269 (1417971294889050112), 273 (1417971294891147264), 275 (1417971294894292992), 276 (1417971294896390145), 280 (1417971294908973057), 281 (1417971294912118784)]} 0 214
[junit4:junit4]   2> 11696 T144 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[384 (1417971294875418624), 385 (1417971294877515776), 386 (1417971294884855808), 389 (1417971294885904385), 390 (1417971294889050113), 391 (1417971294894292993), 392 (1417971294896390145), 393 (1417971294914215936), 397 (1417971294929944578), 399 (1417971295067308032)]} 0 186
[junit4:junit4]   2> 11904 T115 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[302 (1417971294835572738), 303 (1417971294849204224), 304 (1417971294853398528), 307 (1417971294856544256), 309 (1417971294882758656), 312 (1417971294885904384), 313 (1417971294893244416), 320 (1417971294922604546), 322 (1417971295063113728), 324 (1417971295067308032)]} 0 227
[junit4:junit4]   2> 11699 T116 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[264 (1417971294840815616), 265 (1417971294845009921), 273 (1417971294875418625), 274 (1417971294885904384), 276 (1417971294888001536), 277 (1417971294892195840), 279 (1417971294894292994), 280 (1417971294898487296), 282 (1417971294916313088), 286 (1417971294929944577)]} 0 221
[junit4:junit4]   2> 11697 T154 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[345 (1417971294858641410), 350 (1417971294873321472), 351 (1417971294876467200), 354 (1417971294881710080), 355 (1417971294883807232), 358 (1417971294894292993), 362 (1417971294896390144), 363 (1417971294897438721), 365 (1417971294925750272), 368 (1417971294927847424)]} 0 202
[junit4:junit4]   2> 11696 T92 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[235 (1417971294835572736), 238 (1417971294859689984), 239 (1417971294864932865), 242 (1417971294865981440), 244 (1417971294868078593), 245 (1417971294883807234), 251 (1417971294922604544), 253 (1417971295064162304), 254 (1417971295066259456), 255 (1417971295068356608)]} 0 224
[junit4:junit4]   2> 11921 T91 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[405 (1417971294881710082), 406 (1417971294883807233), 408 (1417971294895341568), 410 (1417971294897438720), 411 (1417971294907924480), 412 (1417971294910021632), 414 (1417971294912118785), 415 (1417971294929944577), 418 (1417971295068356609), 420 (1417971295069405185)]} 0 404
[junit4:junit4]   2> 11927 T118 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[370 (1417971294857592832), 373 (1417971294859689985), 375 (1417971294862835713), 377 (1417971294864932864), 381 (1417971294868078594), 384 (1417971294922604545), 387 (1417971294926798848), 389 (1417971294929944576), 400 (1417971295065210880), 404 (1417971295068356610)]} 0 433
[junit4:junit4]   2> 11926 T138 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[476 (1417971294927847424), 477 (1417971294929944576), 478 (1417971295063113728), 480 (1417971295064162304), 483 (1417971295066259457), 489 (1417971295069405185), 491 (1417971295071502337), 492 (1417971295305334785), 494 (1417971295307431936), 495 (1417971295308480515)]} 0 365
[junit4:junit4]   2> 11925 T112 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[374 (1417971294880661504), 378 (1417971294883807232), 379 (1417971294886952960), 380 (1417971294889050113), 382 (1417971294899535872), 384 (1417971294908973059), 385 (1417971294922604544), 387 (1417971294929944576), 393 (1417971295293800451), 394 (1417971295306383361)]} 0 409
[junit4:junit4]   2> 11930 T65 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[357 (1417971294884855810), 358 (1417971294888001538), 362 (1417971294894292992), 364 (1417971294897438722), 365 (1417971294910021632), 367 (1417971294923653120), 369 (1417971295299043328), 370 (1417971295308480512), 372 (1417971295310577666), 373 (1417971295311626241)]} 0 409
[junit4:junit4]   2> 11923 T157 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[342 (1417971294884855808), 345 (1417971294889050114), 346 (1417971294895341568), 347 (1417971294906875904), 348 (1417971294915264513), 349 (1417971294925750272), 351 (1417971294926798850), 352 (1417971294927847425), 355 (1417971294929944577), 356 (1417971295293800453)]} 0 403
[junit4:junit4]   2> 11928 T51 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[429 (1417971294894292992), 431 (1417971294896390144), 435 (1417971294898487297), 443 (1417971294915264513), 445 (1417971295065210880), 446 (1417971295067308033), 449 (1417971295069405184), 451 (1417971295070453761), 455 (1417971295307431936), 457 (1417971295309529091)]} 0 400
[junit4:junit4]   2> 11928 T117 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[362 (1417971294882758656), 363 (1417971294890098688), 364 (1417971294895341568), 365 (1417971294897438720), 366 (1417971294915264512), 370 (1417971294929944576), 373 (1417971295068356608), 375 (1417971295070453760), 380 (1417971295306383362), 382 (1417971295309529088)]} 0 411
[junit4:junit4]   2> 11933 T136 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[402 (1417971294911070208), 406 (1417971294930993152), 407 (1417971295072550913), 408 (1417971295289606146), 414 (1417971295292751873), 415 (1417971295304286208), 419 (1417971295307431937), 420 (1417971295309529089), 423 (1417971295311626240), 428 (1417971295313723392)]} 0 389
[junit4:junit4]   2> 11938 T137 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[274 (1417971294837669888), 275 (1417971294864932866), 280 (1417971294868078592), 282 (1417971294886952961), 283 (1417971294891147264), 285 (1417971294897438720), 286 (1417971294910021632), 287 (1417971294924701696), 289 (1417971295313723392), 291 (1417971295318966272)]} 0 463
[junit4:junit4]   2> 11939 T142 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[325 (1417971294888001536), 326 (1417971294891147264), 329 (1417971294899535873), 331 (1417971294908973056), 332 (1417971294911070208), 334 (1417971295293800452), 335 (1417971295305334785), 336 (1417971295310577665), 337 (1417971295314771968), 339 (1417971295321063424)]} 0 417
[junit4:junit4]   2> 11940 T64 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[458 (1417971294908973058), 460 (1417971294915264512), 461 (1417971294916313089), 462 (1417971295293800450), 463 (1417971295307431936), 464 (1417971295310577667), 466 (1417971295318966272), 469 (1417971295320014848), 472 (1417971295322112000), 473 (1417971295324209152)]} 0 397
[junit4:junit4]   2> 11947 T155 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[463 (1417971295064162305), 466 (1417971295067308033), 471 (1417971295289606144), 475 (1417971295291703296), 480 (1417971295308480512), 481 (1417971295311626240), 483 (1417971295313723392), 488 (1417971295318966272), 492 (1417971295322112000), 496 (1417971295324209152)]} 0 385
[junit4:junit4]   2> 11950 T122 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[403 (1417971294905827328), 404 (1417971295065210880), 410 (1417971295068356608), 411 (1417971295070453760), 412 (1417971295308480512), 413 (1417971295314771970), 415 (1417971295323160576), 416 (1417971295327354880), 419 (1417971295328403456), 421 (1417971295333646336)]} 0 410
[junit4:junit4]   2> 11951 T139 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[459 (1417971295067308034), 461 (1417971295072550912), 462 (1417971295303237632), 463 (1417971295306383361), 464 (1417971295309529090), 467 (1417971295312674816), 469 (1417971295315820544), 470 (1417971295322112000), 472 (1417971295323160577), 474 (1417971295333646336)]} 0 257
[junit4:junit4]   2> 11951 T50 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[498 (1417971295288557568), 502 (1417971295289606147), 503 (1417971295292751874), 505 (1417971295306383360), 507 (1417971295310577664), 508 (1417971295316869120), 509 (1417971295321063425), 512 (1417971295324209153), 513 (1417971295332597760), 515 (1417971295334694913)]} 0 46
[junit4:junit4]   2> 11954 T140 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[475 (1417971295289606145), 479 (1417971295291703296), 482 (1417971295305334784), 487 (1417971295308480512), 488 (1417971295314771968), 490 (1417971295318966272), 492 (1417971295323160576), 494 (1417971295328403456), 495 (1417971295334694914), 496 (1417971295337840640)]} 0 48
[junit4:junit4]   2> 11957 T120 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[333 (1417971294843961344), 334 (1417971294861787136), 338 (1417971294883807232), 339 (1417971294886952960), 342 (1417971294908973056), 344 (1417971294912118784), 345 (1417971295294849024), 347 (1417971295312674817), 348 (1417971295322112001), 349 (1417971295325257730)]} 0 476
[junit4:junit4]   2> 11958 T152 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[459 (1417971295288557568), 464 (1417971295308480514), 467 (1417971295311626240), 468 (1417971295314771969), 469 (1417971295317917697), 470 (1417971295324209152), 471 (1417971295325257731), 473 (1417971295333646337), 474 (1417971295338889216), 475 (1417971295342034945)]} 0 53
[junit4:junit4]   2> 11957 T63 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[412 (1417971294897438721), 415 (1417971294912118784), 416 (1417971294930993152), 417 (1417971295296946176), 418 (1417971295309529088), 420 (1417971295312674816), 426 (1417971295318966273), 428 (1417971295331549184), 429 (1417971295339937793), 431 (1417971295342034945)]} 0 426
[junit4:junit4]   2> 11960 T48 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[517 (1417971295289606144), 518 (1417971295292751872), 519 (1417971295303237633), 522 (1417971295308480514), 523 (1417971295310577665), 527 (1417971295317917696), 530 (1417971295321063424), 531 (1417971295324209152), 533 (1417971295327354881), 535 (1417971295328403457)]} 0 54
[junit4:junit4]   2> 11960 T129 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[474 (1417971294908973057), 475 (1417971294926798848), 478 (1417971294927847424), 481 (1417971294929944578), 482 (1417971295293800449), 485 (1417971295306383360), 486 (1417971295310577664), 489 (1417971295311626240), 490 (1417971295333646337), 491 (1417971295339937794)]} 0 417
[junit4:junit4]   2> 11963 T144 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[539 (1417971295304286209), 540 (1417971295308480513), 541 (1417971295312674817), 542 (1417971295317917697), 545 (1417971295320014848), 547 (1417971295322112001), 548 (1417971295325257728), 551 (1417971295327354880), 556 (1417971295334694912), 557 (1417971295347277824)]} 0 43
[junit4:junit4]   2> 11965 T79 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[526 (1417971295291703296), 528 (1417971295308480513), 529 (1417971295310577664), 531 (1417971295311626241), 534 (1417971295316869122), 535 (1417971295322112000), 536 (1417971295325257729), 538 (1417971295332597760), 540 (1417971295343083520), 541 (1417971295349374978)]} 0 57
[junit4:junit4]   2> 11967 T141 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[421 (1417971294926798849), 424 (1417971295069405184), 426 (1417971295071502336), 428 (1417971295318966273), 433 (1417971295322112001), 434 (1417971295326306304), 436 (1417971295339937793), 440 (1417971295342034946), 442 (1417971295349374976), 445 (1417971295350423553)]} 0 407
[junit4:junit4]   2> 11969 T159 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[492 (1417971295295897600), 497 (1417971295331549185), 498 (1417971295333646336), 499 (1417971295335743488), 500 (1417971295336792064), 501 (1417971295339937795), 502 (1417971295342034946), 504 (1417971295343083520), 511 (1417971295345180673), 512 (1417971295347277824)]} 0 271
[junit4:junit4]   2> 11969 T153 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[422 (1417971295317917696), 423 (1417971295331549184), 425 (1417971295334694912), 426 (1417971295337840640), 428 (1417971295339937792), 429 (1417971295342034944), 430 (1417971295344132096), 431 (1417971295346229248), 432 (1417971295349374976), 434 (1417971295354617856)]} 0 271
[junit4:junit4]   2> 11970 T166 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[542 (1417971295312674816), 547 (1417971295315820544), 548 (1417971295318966273), 549 (1417971295322112002), 550 (1417971295324209154), 551 (1417971295326306304), 553 (1417971295333646338), 555 (1417971295336792064), 560 (1417971295340986368), 562 (1417971295353569280)]} 0 43
[junit4:junit4]   2> 11971 T50 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[558 (1417971295339937792), 560 (1417971295340986368), 561 (1417971295343083520), 564 (1417971295344132096), 565 (1417971295346229248), 567 (1417971295349374976), 570 (1417971295351472128), 572 (1417971295352520704), 573 (1417971295354617856), 575 (1417971295355666433)]} 0 18
[junit4:junit4]   2> 11973 T111 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[433 (1417971295293800448), 436 (1417971295305334784), 440 (1417971295328403456), 441 (1417971295332597760), 442 (1417971295335743489), 444 (1417971295339937792), 448 (1417971295345180672), 450 (1417971295352520704), 451 (1417971295356715008), 453 (1417971295357763584)]} 0 278
[junit4:junit4]   2> 11974 T138 C6 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[498 (1417971295314771968), 500 (1417971295316869120), 501 (1417971295321063424), 502 (1417971295324209153), 503 (1417971295327354881), 505 (1417971295349374977), 506 (1417971295354617857), 507 (1417971295356715008), 508 (1417971295357763584), 509 (1417971295358812160)]} 0 44
[junit4:junit4]   2> 11977 T93 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[520 (1417971295295897600), 521 (1417971295316869120), 522 (1417971295320014848), 523 (1417971295339937792), 524 (1417971295342034945), 529 (1417971295348326402), 530 (1417971295352520704), 531 (1417971295354617856), 534 (1417971295358812160), 535 (1417971295360909313)]} 0 65
[junit4:junit4]   2> 11978 T115 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[497 (1417971295299043328), 498 (1417971295315820544), 501 (1417971295320014849), 502 (1417971295339937794), 504 (1417971295344132097), 506 (1417971295347277824), 511 (1417971295351472128), 512 (1417971295355666432), 518 (1417971295358812161), 519 (1417971295361957888)]} 0 64
[junit4:junit4]   2> 11978 T112 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[535 (1417971295328403457), 536 (1417971295334694912), 539 (1417971295338889216), 540 (1417971295342034944), 542 (1417971295354617857), 545 (1417971295356715009), 548 (1417971295358812160), 549 (1417971295360909313), 552 (1417971295361957889), 554 (1417971295364055041)]} 0 35
[junit4:junit4]   2> 11978 T167 C5 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[514 (1417971295304286208), 520 (1417971295337840640), 521 (1417971295340986368), 522 (1417971295345180674), 523 (1417971295352520705), 525 (1417971295354617856), 526 (1417971295357763585), 527 (1417971295360909312), 529 (1417971295361957888), 531 (1417971295364055040)]} 0 58
[junit4:junit4]   2> 11979 T148 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[553 (1417971295328403456), 554 (1417971295342034944), 555 (1417971295344132096), 557 (1417971295345180672), 559 (1417971295348326401), 562 (1417971295351472129), 565 (1417971295353569280), 568 (1417971295356715009), 569 (1417971295360909312), 572 (1417971295363006464)]} 0 36
[junit4:junit4]   2> 11983 T156 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[447 (1417971295297994752), 451 (1417971295348326400), 452 (1417971295350423552), 454 (1417971295352520705), 455 (1417971295356715008), 456 (1417971295359860736), 457 (1417971295361957889), 459 (1417971295365103616), 

[...truncated too long message...]

l.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {}, sim=DefaultSimilarity, locale=ga_IE, timezone=Africa/Monrovia
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=5,free=168724328,total=335544320
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestDocumentBuilder, TestDocSet, TestSolrJ, TestPropInject, TestTrie, TestStressRecovery, RequiredFieldsTest, TestValueSourceCache, TestSort, TestHashPartitioner, TestSolrXMLSerializer, TestBM25SimilarityFactory, DocumentBuilderTest, TermVectorComponentTest, BasicFunctionalityTest, XsltUpdateRequestHandlerTest, TestRealTimeGet, SuggesterTSTTest, OverseerTest, QueryEqualityTest, LegacyHTMLStripCharFilterTest, TestFunctionQuery, TestSolrCoreProperties]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCoreProperties -Dtests.seed=482445EB567FF4DE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ga_IE -Dtests.timezone=Africa/Monrovia -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   0.00s J1 | TestSolrCoreProperties (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.TestSolrCoreProperties: 
[junit4:junit4]    >    1) Thread[id=579, name=qtp1523321649-579 Acceptor1 SelectChannelConnector@0.0.0.0:29098, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=578, name=qtp1523321649-578 Acceptor0 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=581, name=qtp1523321649-581 Acceptor3 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=580, name=qtp1523321649-580 Acceptor2 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([482445EB567FF4DE]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=579, name=qtp1523321649-579 Acceptor1 SelectChannelConnector@0.0.0.0:29098, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=578, name=qtp1523321649-578 Acceptor0 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=581, name=qtp1523321649-581 Acceptor3 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=580, name=qtp1523321649-580 Acceptor2 SelectChannelConnector@0.0.0.0:29098, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([482445EB567FF4DE]:0)
[junit4:junit4] Completed on J1 in 25.50s, 1 test, 2 errors <<< FAILURES!

[...truncated 116 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 970 tests, 4 suite-level errors, 707 ignored

Total time: 19 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3365 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3365/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.TestDistributedSearch

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([25E4A136D27C536D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.TermVectorComponentDistributedTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest:     1) Thread[id=25, name=qtp300264882-25 Acceptor0 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=57, name=qtp775870595-57 Acceptor3 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=81, name=qtp1044289285-81 Acceptor2 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=54, name=qtp775870595-54 Acceptor0 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=38, name=qtp1228964563-38 Acceptor0 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=26, name=qtp300264882-26 Acceptor1 SelectChannelConnector@0.0.0.0:51843, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=67, name=qtp1403166627-67 Acceptor1 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=79, name=qtp1044289285-79 Acceptor0 SelectChannelConnector@0.0.0.0:56889, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=143, name=qtp1574058534-143 Acceptor1 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=142, name=qtp1574058534-142 Acceptor0 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=66, name=qtp1403166627-66 Acceptor0 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=128, name=qtp1039167383-128 Acceptor0 SelectChannelConnector@0.0.0.0:27056, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=131, name=qtp1039167383-131 Acceptor3 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=56, name=qtp775870595-56 Acceptor2 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=68, name=qtp1403166627-68 Acceptor2 SelectChannelConnector@0.0.0.0:54670, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=39, name=qtp1228964563-39 Acceptor1 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=129, name=qtp1039167383-129 Acceptor1 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=103, name=qtp1370015042-103 Acceptor2 SelectChannelConnector@0.0.0.0:25067, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=145, name=qtp1574058534-145 Acceptor3 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=115, name=qtp983107314-115 Acceptor1 SelectChannelConnector@0.0.0.0:21785, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=104, name=qtp1370015042-104 Acceptor3 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=41, name=qtp1228964563-41 Acceptor3 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=80, name=qtp1044289285-80 Acceptor1 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=55, name=qtp775870595-55 Acceptor1 SelectChannelConnector@0.0.0.0:59574, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=82, name=qtp1044289285-82 Acceptor3 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=101, name=qtp1370015042-101 Acceptor0 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=102, name=qtp1370015042-102 Acceptor1 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=114, name=qtp983107314-114 Acceptor0 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=27, name=qtp300264882-27 Acceptor2 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=116, name=qtp983107314-116 Acceptor2 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=40, name=qtp1228964563-40 Acceptor2 SelectChannelConnector@0.0.0.0:20827, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=117, name=qtp983107314-117 Acceptor3 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=130, name=qtp1039167383-130 Acceptor2 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=144, name=qtp1574058534-144 Acceptor2 SelectChannelConnector@0.0.0.0:65463, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=28, name=qtp300264882-28 Acceptor3 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=69, name=qtp1403166627-69 Acceptor3 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest: 
   1) Thread[id=25, name=qtp300264882-25 Acceptor0 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=57, name=qtp775870595-57 Acceptor3 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=81, name=qtp1044289285-81 Acceptor2 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=54, name=qtp775870595-54 Acceptor0 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=38, name=qtp1228964563-38 Acceptor0 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=26, name=qtp300264882-26 Acceptor1 SelectChannelConnector@0.0.0.0:51843, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=67, name=qtp1403166627-67 Acceptor1 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=79, name=qtp1044289285-79 Acceptor0 SelectChannelConnector@0.0.0.0:56889, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=143, name=qtp1574058534-143 Acceptor1 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=142, name=qtp1574058534-142 Acceptor0 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=66, name=qtp1403166627-66 Acceptor0 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=128, name=qtp1039167383-128 Acceptor0 SelectChannelConnector@0.0.0.0:27056, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=131, name=qtp1039167383-131 Acceptor3 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=56, name=qtp775870595-56 Acceptor2 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=68, name=qtp1403166627-68 Acceptor2 SelectChannelConnector@0.0.0.0:54670, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=39, name=qtp1228964563-39 Acceptor1 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=129, name=qtp1039167383-129 Acceptor1 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=103, name=qtp1370015042-103 Acceptor2 SelectChannelConnector@0.0.0.0:25067, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=145, name=qtp1574058534-145 Acceptor3 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=115, name=qtp983107314-115 Acceptor1 SelectChannelConnector@0.0.0.0:21785, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=104, name=qtp1370015042-104 Acceptor3 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=41, name=qtp1228964563-41 Acceptor3 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=80, name=qtp1044289285-80 Acceptor1 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=55, name=qtp775870595-55 Acceptor1 SelectChannelConnector@0.0.0.0:59574, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=82, name=qtp1044289285-82 Acceptor3 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=101, name=qtp1370015042-101 Acceptor0 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=102, name=qtp1370015042-102 Acceptor1 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=114, name=qtp983107314-114 Acceptor0 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=27, name=qtp300264882-27 Acceptor2 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=116, name=qtp983107314-116 Acceptor2 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=40, name=qtp1228964563-40 Acceptor2 SelectChannelConnector@0.0.0.0:20827, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=117, name=qtp983107314-117 Acceptor3 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=130, name=qtp1039167383-130 Acceptor2 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=144, name=qtp1574058534-144 Acceptor2 SelectChannelConnector@0.0.0.0:65463, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=28, name=qtp300264882-28 Acceptor3 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=69, name=qtp1403166627-69 Acceptor3 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([25E4A136D27C536D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.TermVectorComponentDistributedTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=25, name=qtp300264882-25 Acceptor0 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=57, name=qtp775870595-57 Acceptor3 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=81, name=qtp1044289285-81 Acceptor2 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=54, name=qtp775870595-54 Acceptor0 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=38, name=qtp1228964563-38 Acceptor0 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=26, name=qtp300264882-26 Acceptor1 SelectChannelConnector@0.0.0.0:51843, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=67, name=qtp1403166627-67 Acceptor1 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=79, name=qtp1044289285-79 Acceptor0 SelectChannelConnector@0.0.0.0:56889, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=143, name=qtp1574058534-143 Acceptor1 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=142, name=qtp1574058534-142 Acceptor0 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=66, name=qtp1403166627-66 Acceptor0 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=128, name=qtp1039167383-128 Acceptor0 SelectChannelConnector@0.0.0.0:27056, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=131, name=qtp1039167383-131 Acceptor3 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=56, name=qtp775870595-56 Acceptor2 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=68, name=qtp1403166627-68 Acceptor2 SelectChannelConnector@0.0.0.0:54670, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=39, name=qtp1228964563-39 Acceptor1 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=129, name=qtp1039167383-129 Acceptor1 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=103, name=qtp1370015042-103 Acceptor2 SelectChannelConnector@0.0.0.0:25067, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=115, name=qtp983107314-115 Acceptor1 SelectChannelConnector@0.0.0.0:21785, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=145, name=qtp1574058534-145 Acceptor3 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=41, name=qtp1228964563-41 Acceptor3 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=104, name=qtp1370015042-104 Acceptor3 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=55, name=qtp775870595-55 Acceptor1 SelectChannelConnector@0.0.0.0:59574, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=80, name=qtp1044289285-80 Acceptor1 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=82, name=qtp1044289285-82 Acceptor3 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=101, name=qtp1370015042-101 Acceptor0 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=102, name=qtp1370015042-102 Acceptor1 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=114, name=qtp983107314-114 Acceptor0 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=27, name=qtp300264882-27 Acceptor2 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=116, name=qtp983107314-116 Acceptor2 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=40, name=qtp1228964563-40 Acceptor2 SelectChannelConnector@0.0.0.0:20827, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=117, name=qtp983107314-117 Acceptor3 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=130, name=qtp1039167383-130 Acceptor2 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=144, name=qtp1574058534-144 Acceptor2 SelectChannelConnector@0.0.0.0:65463, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=28, name=qtp300264882-28 Acceptor3 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=69, name=qtp1403166627-69 Acceptor3 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=25, name=qtp300264882-25 Acceptor0 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=57, name=qtp775870595-57 Acceptor3 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=81, name=qtp1044289285-81 Acceptor2 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=54, name=qtp775870595-54 Acceptor0 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=38, name=qtp1228964563-38 Acceptor0 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=26, name=qtp300264882-26 Acceptor1 SelectChannelConnector@0.0.0.0:51843, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=67, name=qtp1403166627-67 Acceptor1 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=79, name=qtp1044289285-79 Acceptor0 SelectChannelConnector@0.0.0.0:56889, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=143, name=qtp1574058534-143 Acceptor1 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=142, name=qtp1574058534-142 Acceptor0 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=66, name=qtp1403166627-66 Acceptor0 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=128, name=qtp1039167383-128 Acceptor0 SelectChannelConnector@0.0.0.0:27056, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=131, name=qtp1039167383-131 Acceptor3 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=56, name=qtp775870595-56 Acceptor2 SelectChannelConnector@0.0.0.0:59574, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=68, name=qtp1403166627-68 Acceptor2 SelectChannelConnector@0.0.0.0:54670, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=39, name=qtp1228964563-39 Acceptor1 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=129, name=qtp1039167383-129 Acceptor1 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=103, name=qtp1370015042-103 Acceptor2 SelectChannelConnector@0.0.0.0:25067, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=115, name=qtp983107314-115 Acceptor1 SelectChannelConnector@0.0.0.0:21785, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=145, name=qtp1574058534-145 Acceptor3 SelectChannelConnector@0.0.0.0:65463, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=41, name=qtp1228964563-41 Acceptor3 SelectChannelConnector@0.0.0.0:20827, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=104, name=qtp1370015042-104 Acceptor3 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=55, name=qtp775870595-55 Acceptor1 SelectChannelConnector@0.0.0.0:59574, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=80, name=qtp1044289285-80 Acceptor1 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=82, name=qtp1044289285-82 Acceptor3 SelectChannelConnector@0.0.0.0:56889, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=101, name=qtp1370015042-101 Acceptor0 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=102, name=qtp1370015042-102 Acceptor1 SelectChannelConnector@0.0.0.0:25067, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=114, name=qtp983107314-114 Acceptor0 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=27, name=qtp300264882-27 Acceptor2 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=116, name=qtp983107314-116 Acceptor2 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=40, name=qtp1228964563-40 Acceptor2 SelectChannelConnector@0.0.0.0:20827, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=117, name=qtp983107314-117 Acceptor3 SelectChannelConnector@0.0.0.0:21785, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=130, name=qtp1039167383-130 Acceptor2 SelectChannelConnector@0.0.0.0:27056, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=144, name=qtp1574058534-144 Acceptor2 SelectChannelConnector@0.0.0.0:65463, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=28, name=qtp300264882-28 Acceptor3 SelectChannelConnector@0.0.0.0:51843, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=69, name=qtp1403166627-69 Acceptor3 SelectChannelConnector@0.0.0.0:54670, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([25E4A136D27C536D]:0)


FAILED:  org.apache.solr.TestDistributedSearch.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([25E4A136D27C536D]:0)




Build Log:
[...truncated 8412 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.component.TermVectorComponentDistributedTest
[junit4:junit4]   2> 7 T18 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 607 T18 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 964 T18 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:51843
[junit4:junit4]   2> 1022 T18 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1023 T18 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1023 T18 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1072 T18 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1073 T18 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1073 T18 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1074 T18 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 1074 T18 oasc.CoreContainer.<init> New CoreContainer 49213988
[junit4:junit4]   2> 1075 T18 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1076 T18 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1121 T18 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1176 T18 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 1177 T18 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 1178 T18 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 1179 T18 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1317 T18 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1417 T18 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1418 T18 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1476 T18 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2071 T18 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2085 T18 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2089 T18 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2106 T18 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2112 T18 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2117 T18 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2120 T18 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2123 T18 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/control/data/
[junit4:junit4]   2> 2127 T18 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d524d15
[junit4:junit4]   2> 2132 T18 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2139 T18 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@247219f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f05b336) assuming 'simple'
[junit4:junit4]   2> 2140 T18 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/control/data forceNew:false
[junit4:junit4]   2> 2141 T18 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/control/data
[junit4:junit4]   2> 2141 T18 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/control/data/index/
[junit4:junit4]   2> 2142 T18 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2143 T18 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/control/data/index forceNew:false
[junit4:junit4]   2> 2154 T18 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5aea1d29 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d3c2a84),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2154 T18 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2155 T18 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/control/data/index
[junit4:junit4]   2> 2180 T18 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 2317 T18 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2318 T18 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 2319 T18 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2325 T18 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 2418 T18 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2419 T18 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2423 T18 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2430 T18 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2450 T18 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2503 T18 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 2506 T18 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 2511 T18 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2513 T18 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 2514 T18 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 2515 T18 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 2531 T18 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2533 T18 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2535 T18 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2537 T18 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2540 T18 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2542 T18 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2544 T18 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2547 T18 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2566 T18 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 2586 T18 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2597 T18 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2601 T18 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 2609 T18 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 2612 T18 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/control/data
[junit4:junit4]   2> 2613 T18 oass.SolrIndexSearcher.<init> Opening Searcher@47c3b391 main
[junit4:junit4]   2> 2620 T18 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2620 T18 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2622 T18 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2718 T18 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2973 T18 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2974 T18 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2975 T18 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2975 T18 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2976 T18 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2976 T18 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2977 T18 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2977 T18 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2978 T18 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2978 T18 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3075 T32 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47c3b391 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3091 T18 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3092 T18 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3092 T18 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3194 T18 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3218 T18 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3221 T18 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:20827
[junit4:junit4]   2> 3221 T18 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3222 T18 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 3222 T18 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 3267 T18 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3268 T18 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3269 T18 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 3269 T18 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 3269 T18 oasc.CoreContainer.<init> New CoreContainer 1431359340
[junit4:junit4]   2> 3270 T18 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 3271 T18 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 3306 T18 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3328 T18 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 3329 T18 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 3331 T18 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 3332 T18 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3398 T18 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3483 T18 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3485 T18 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3531 T18 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4091 T18 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4105 T18 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4108 T18 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4126 T18 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4132 T18 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4136 T18 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4139 T18 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4141 T18 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/shard0/data/
[junit4:junit4]   2> 4142 T18 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d524d15
[junit4:junit4]   2> 4143 T18 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4144 T18 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@764be083 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f80f521) assuming 'simple'
[junit4:junit4]   2> 4144 T18 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/shard0/data forceNew:false
[junit4:junit4]   2> 4145 T18 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/shard0/data
[junit4:junit4]   2> 4145 T18 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/shard0/data/index/
[junit4:junit4]   2> 4146 T18 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4150 T18 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/shard0/data/index forceNew:false
[junit4:junit4]   2> 4154 T18 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index4435144351tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@31ab04ce),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4155 T18 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4156 T18 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/shard0/data/index
[junit4:junit4]   2> 4156 T18 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4162 T18 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4162 T18 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4163 T18 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4164 T18 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4166 T18 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4167 T18 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4168 T18 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4172 T18 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4176 T18 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4180 T18 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4185 T18 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4186 T18 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4190 T18 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4190 T18 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4191 T18 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4194 T18 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4197 T18 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4199 T18 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4202 T18 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4204 T18 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4206 T18 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4209 T18 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4211 T18 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4214 T18 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4216 T18 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4225 T18 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4228 T18 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4232 T18 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 4235 T18 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/shard0/data
[junit4:junit4]   2> 4237 T18 oass.SolrIndexSearcher.<init> Opening Searcher@18f31e6f main
[junit4:junit4]   2> 4238 T18 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4238 T18 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4240 T18 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4262 T18 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4322 T18 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4323 T18 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4324 T18 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4324 T18 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4325 T18 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4326 T18 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4326 T18 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4327 T18 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4328 T18 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4329 T18 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4393 T46 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18f31e6f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4417 T18 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 4418 T18 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4419 T18 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4420 T18 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@50de1bcc
[junit4:junit4]   2> 5673 T30 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/control/data
[junit4:junit4]   2> 5676 T30 C2 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5aea1d29 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d3c2a84),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5676 T30 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5686 T30 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 41
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@6c1194fa
[junit4:junit4]   2> 5808 T45 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/shard0/data
[junit4:junit4]   2> 5813 T45 C3 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index4435144351tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@31ab04ce),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5814 T45 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5823 T45 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 16
[junit4:junit4]   2> 5831 T30 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 3
[junit4:junit4]   2> 5843 T44 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 7
[junit4:junit4]   2> 5851 T31 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 4
[junit4:junit4]   2> 5860 T43 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 4
[junit4:junit4]   2> 5867 T30 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 2
[junit4:junit4]   2> 5872 T45 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 2
[junit4:junit4]   2> 5879 T31 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 3
[junit4:junit4]   2> 5885 T44 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 2
[junit4:junit4]   2> 5891 T30 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 2
[junit4:junit4]   2> 5897 T43 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 2
[junit4:junit4]   2> 5903 T31 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 1
[junit4:junit4]   2> 5910 T45 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 2
[junit4:junit4]   2> 5916 T30 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 2
[junit4:junit4]   2> 5924 T44 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 3
[junit4:junit4]   2> 5944 T31 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 2
[junit4:junit4]   2> 5951 T43 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 3
[junit4:junit4]   2> 6044 T30 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 90
[junit4:junit4]   2> 6070 T44 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 21
[junit4:junit4]   2> 6100 T31 C2 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 6103 T31 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5aea1d29 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d3c2a84),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5aea1d29 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d3c2a84),segFN=segments_2,generation=2,filenames=[_0_MockSep_0.pos, _0_Lucene41_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockFixedIntBlock_0.tii, _0_MockSep_0.doc, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0.tvd, _0.tvf, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0.tvx, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 6104 T31 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_MockSep_0.pos, _0_Lucene41_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockFixedIntBlock_0.tii, _0_MockSep_0.doc, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0.tvd, _0.tvf, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0.tvx, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 6106 T31 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/control/data
[junit4:junit4]   2> 6170 T31 C2 oass.SolrIndexSearcher.<init> Opening Searcher@2a2b1b5f main
[junit4:junit4]   2> 6171 T31 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 6175 T32 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a2b1b5f main{StandardDirectoryReader(segments_2:3 _0(5.0):C10)}
[junit4:junit4]   2> 6176 T32 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/control/data/index
[junit4:junit4]   2> 6177 T31 C2 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 77
[junit4:junit4]   2> 6181 T43 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 6186 T43 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index4435144351tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@31ab04ce),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index4435144351tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@31ab04ce),segFN=segments_2,generation=2,filenames=[_0_MockSep_0.pos, _0_Lucene41_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockFixedIntBlock_0.tii, _0_MockSep_0.doc, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0.tvd, _0.tvf, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0.tvx, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 6187 T43 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_MockSep_0.pos, _0_Lucene41_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockSep_0.skp, _0_MockFixedIntBlock_0.tii, _0_MockSep_0.doc, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0.tvd, _0.tvf, _0_MockFixedIntBlock_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0.tvx, _0_MockFixedIntBlock_0.doc, _0_nrm.cfe, _0_MockSep_0.frq, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 6188 T43 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/shard0/data
[junit4:junit4]   2> 6205 T43 C3 oass.SolrIndexSearcher.<init> Opening Searcher@7327cf17 main
[junit4:junit4]   2> 6206 T43 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 6211 T46 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7327cf17 main{StandardDirectoryReader(segments_2:3 _0(5.0):C10)}
[junit4:junit4]   2> 6212 T46 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1352205435247/shard0/data/index
[junit4:junit4]   2> 6212 T43 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 31
[junit4:junit4]   2> 6635 T30 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=387 
[junit4:junit4]   2> 6691 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=[ff01::213]:33332/solr|127.0.0.1:20827/solr&NOW=1352205441883&tv.tf=true&start=0&q=id:0&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=3 
[junit4:junit4]   2> 6736 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&shard.url=[ff01::213]:33332/solr|127.0.0.1:20827/solr&NOW=1352205441883&tv.tf=true&q=id:0&tv=true&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 6739 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards=[ff01::213]:33332/solr|127.0.0.1:20827/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=95 
[junit4:junit4]   2> 6749 T30 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&fl=*,score&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 6763 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr&NOW=1352205441993&tv.tf=true&start=0&q=id:0&tv=true&tv.fl=test_basictv,test_offtv&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 6769 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr&NOW=1352205441993&tv.tf=true&q=id:0&tv=true&tv.fl=test_basictv,test_offtv&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 6771 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&fl=*,score&shards=127.0.0.1:20827/solr|[ff01::083]:33332/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=17 
[junit4:junit4]   2> 6777 T31 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&fl=*,score&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 6786 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::213]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442020&tv.tf=true&start=0&q=id:0&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 6792 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=[ff01::213]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442020&tv.tf=true&q=id:0&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 6794 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&fl=*,score&shards=[ff01::213]:33332/solr|127.0.0.1:20827/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=13 
[junit4:junit4]   2> 6801 T30 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=*,score&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 6815 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442045&tv.tf=true&start=0&q=id:0&tv=true&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 6821 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442045&tv.tf=true&q=id:0&tv=true&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 6824 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=*,score&shards=[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:20827/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=18 
[junit4:junit4]   2> 6882 T31 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=54 
[junit4:junit4]   2> 6956 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:20827/solr&NOW=1352205442189&tv.tf=true&start=0&q=id:0&tv=true&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 6962 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&fl=id&shard.url=127.0.0.1:20827/solr&NOW=1352205442189&tv.tf=true&q=id:0&tv=true&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 6963 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&shards=127.0.0.1:20827/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=13 
[junit4:junit4]   2> 6968 T30 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 6976 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:20827/solr&NOW=1352205442211&tv.tf=true&start=0&q=id:0&tv=true&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 6982 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&fl=id&shard.url=127.0.0.1:20827/solr&NOW=1352205442211&tv.tf=true&q=id:0&tv=true&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 6984 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&shards=127.0.0.1:20827/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=12 
[junit4:junit4]   2> 6996 T31 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&tv.tf=true&q=id:0&tv=true&tv.tf_idf=true&qt=tvrh} hits=1 status=0 QTime=9 
[junit4:junit4]   2> 7006 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&rows=10&version=2&fl=id&shard.url=127.0.0.1:20827/solr&NOW=1352205442240&tv.tf=true&start=0&q=id:0&tv=true&tv.tf_idf=true&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 7012 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&shard.url=127.0.0.1:20827/solr&NOW=1352205442240&tv.tf=true&q=id:0&tv=true&tv.tf_idf=true&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 7014 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&tv.df=true&wt=javabin&version=2&shards=127.0.0.1:20827/solr&tv.tf=true&q=id:0&tv=true&tv.tf_idf=true&qt=tvrh} hits=1 status=0 QTime=13 
[junit4:junit4]   2> 7020 T30 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&q=id:0&tv=true&tv.all=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 7028 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&tv.all=true&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=[ff01::213]:33332/solr|127.0.0.1:20827/solr|[ff01::114]:33332/solr|[ff01::083]:33332/solr&NOW=1352205442263&start=0&q=id:0&tv=true&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 7034 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&tv.all=true&distrib=false&wt=javabin&version=2&shard.url=[ff01::213]:33332/solr|127.0.0.1:20827/solr|[ff01::114]:33332/solr|[ff01::083]:33332/solr&NOW=1352205442263&q=id:0&tv=true&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 7036 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards=[ff01::213]:33332/solr|127.0.0.1:20827/solr|[ff01::114]:33332/solr|[ff01::083]:33332/solr&shards.qt=tvrh&q=id:0&tv=true&tv.all=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=12 
[junit4:junit4]   2> 7041 T31 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&f.test_basictv.tv.df=false&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&f.test_basictv.tv.tf_idf=false&wt=javabin&version=2&tv.tf=true&f.test_basictv.tv.tf=false&q=id:0&tv=true&f.test_posofftv.tv.positions=false&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&tv.tf_idf=true&qt=tvrh&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 7050 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&tv.positions=true&f.test_basictv.tv.tf_idf=false&version=2&NOW=1352205442283&shard.url=[ff01::213]:33332/solr|127.0.0.1:20827/solr|[ff01::083]:33332/solr&fl=id&f.test_posofftv.tv.positions=false&qt=tvrh&fsv=true&f.test_basictv.tv.df=false&tv.offsets=true&tv.df=true&wt=javabin&rows=10&tv.tf=true&start=0&f.test_basictv.tv.tf=false&q=id:0&tv=true&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&isShard=true&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7057 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&tv.positions=true&distrib=false&f.test_basictv.tv.tf_idf=false&version=2&shard.url=[ff01::213]:33332/solr|127.0.0.1:20827/solr|[ff01::083]:33332/solr&NOW=1352205442283&f.test_posofftv.tv.positions=false&qt=tvrh&f.test_basictv.tv.df=false&ids=0&tv.offsets=true&tv.df=true&wt=javabin&tv.tf=true&f.test_basictv.tv.tf=false&q=id:0&tv=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&tv.tf_idf=true&isShard=true&f.test_offtv.tv.offsets=false} status=0 QTime=2 
[junit4:junit4]   2> 7059 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&f.test_basictv.tv.df=false&tv.offsets=true&tv.positions=true&tv.df=true&f.test_basictv.tv.tf_idf=false&wt=javabin&version=2&shards=[ff01::213]:33332/solr|127.0.0.1:20827/solr|[ff01::083]:33332/solr&tv.tf=true&f.test_basictv.tv.tf=false&q=id:0&tv=true&f.test_posofftv.tv.positions=false&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&tv.tf_idf=true&qt=tvrh&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=15 
[junit4:junit4]   2> 7065 T31 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7073 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=127.0.0.1:20827/solr|[ff01::114]:33332/solr|[ff01::083]:33332/solr&NOW=1352205442308&tv.tf=true&start=0&q=id:7&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 7078 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&shard.url=127.0.0.1:20827/solr|[ff01::114]:33332/solr|[ff01::083]:33332/solr&NOW=1352205442308&tv.tf=true&q=id:7&tv=true&isShard=true&qt=tvrh} status=0 QTime=0 
[junit4:junit4]   2> 7080 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards=127.0.0.1:20827/solr|[ff01::114]:33332/solr|[ff01::083]:33332/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=11 
[junit4:junit4]   2> 7084 T30 C2 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7093 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::114]:33332/solr|127.0.0.1:20827/solr|[ff01::213]:33332/solr&NOW=1352205442327&tv.tf=true&start=0&q=id:7&tv=true&tv.fl=test_basictv,test_offtv&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7103 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=[ff01::114]:33332/solr|127.0.0.1:20827/solr|[ff01::213]:33332/solr&NOW=1352205442327&tv.tf=true&q=id:7&tv=true&tv.fl=test_basictv,test_offtv&isShard=true&qt=tvrh} status=0 QTime=0 
[junit4:junit4]   2> 7105 T43 C3 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=[ff01::114]:33332/solr|127.0.0.1:20827/solr|[ff01::213]:33332/solr&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=17 
[junit4:junit4]   2> 7110 T31 C2 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7121 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::114]:33332/solr|127.0.0.1:20827/solr|[ff01::083]:33332/solr&NOW=1352205442353&tv.tf=true&start=0&q=id:7&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7127 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=[ff01::114]:33332/solr|127.0.0.1:20827/solr|[ff01::083]:33332/solr&NOW=1352205442353&tv.tf=true&q=id:7&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&isShard=true&qt=tvrh} status=0 QTime=1 
[junit4:junit4]   2> 7128 T44 C3 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=[ff01::114]:33332/solr|127.0.0.1:20827/solr|[ff01::083]:33332/solr&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=14 
[junit4:junit4]   2> 7134 T30 C2 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7145 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::114]:33332/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442378&tv.tf=true&start=0&q=id:7&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7153 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=[ff01::114]:33332/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442378&tv.tf=true&q=id:7&tv=true&isShard=true&qt=tvrh} status=0 QTime=2 
[junit4:junit4]   2> 7155 T45 C3 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=[ff01::114]:33332/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:20827/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=15 
[junit4:junit4]   2> 7159 T31 C2 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7169 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:20827/solr&NOW=1352205442403&tv.tf=true&start=0&q=id:7&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7175 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&fl=id&shard.url=127.0.0.1:20827/solr&NOW=1352205442403&tv.tf=true&q=id:7&tv=true&isShard=true&qt=tvrh} status=0 QTime=1 
[junit4:junit4]   2> 7176 T43 C3 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&shards=127.0.0.1:20827/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=12 
[junit4:junit4]   2> 7182 T30 C2 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7191 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1352205442425&tv.tf=true&start=0&q=id:7&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 7199 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&fl=id&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1352205442425&tv.tf=true&q=id:7&tv=true&isShard=true&qt=tvrh} status=0 QTime=2 
[junit4:junit4]   2> 7212 T44 C3 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&shards=127.0.0.1:20827/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=25 
[junit4:junit4]   2> 7216 T31 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&tv.tf=true&q=id:7&tv=true&tv.tf_idf=true&qt=tvrh} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7226 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&rows=10&version=2&fl=id&shard.url=[ff01::114]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442461&tv.tf=true&start=0&q=id:7&tv=true&tv.tf_idf=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 7232 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&shard.url=[ff01::114]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442461&tv.tf=true&q=id:7&tv=true&tv.tf_idf=true&isShard=true&qt=tvrh} status=0 QTime=1 
[junit4:junit4]   2> 7234 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&tv.df=true&wt=javabin&version=2&shards=[ff01::114]:33332/solr|127.0.0.1:20827/solr&tv.tf=true&q=id:7&tv=true&tv.tf_idf=true&qt=tvrh} hits=1 status=0 QTime=11 
[junit4:junit4]   2> 7239 T30 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&q=id:7&tv=true&tv.all=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 7248 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&tv.all=true&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr&NOW=1352205442482&start=0&q=id:7&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 7254 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&tv.all=true&distrib=false&wt=javabin&version=2&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr&NOW=1352205442482&q=id:7&tv=true&isShard=true&qt=tvrh} status=0 QTime=2 
[junit4:junit4]   2> 7255 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards=127.0.0.1:20827/solr|[ff01::083]:33332/solr&sort=id+desc&shards.qt=tvrh&q=id:7&tv=true&tv.all=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=12 
[junit4:junit4]   2> 7260 T31 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&f.test_basictv.tv.df=false&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&f.test_basictv.tv.tf_idf=false&wt=javabin&version=2&tv.tf=true&f.test_basictv.tv.tf=false&q=id:7&tv=true&f.test_posofftv.tv.positions=false&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&qt=tvrh&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 7272 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&tv.positions=true&distrib=false&f.test_basictv.tv.tf_idf=false&version=2&fl=id&shard.url=[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:20827/solr|[ff01::114]:33332/solr&NOW=1352205442504&f.test_posofftv.tv.positions=false&qt=tvrh&fsv=true&f.test_basictv.tv.df=false&tv.offsets=true&tv.df=true&wt=javabin&rows=10&tv.tf=true&f.test_basictv.tv.tf=false&start=0&q=id:7&tv=true&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&isShard=true&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 7278 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&tv.positions=true&distrib=false&f.test_basictv.tv.tf_idf=false&version=2&shard.url=[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:20827/solr|[ff01::114]:33332/solr&NOW=1352205442504&f.test_posofftv.tv.positions=false&qt=tvrh&f.test_basictv.tv.df=false&ids=7&tv.offsets=true&tv.df=true&wt=javabin&tv.tf=true&f.test_basictv.tv.tf=false&q=id:7&tv=true&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&isShard=true&f.test_offtv.tv.offsets=false} status=0 QTime=1 
[junit4:junit4]   2> 7280 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&f.test_basictv.tv.df=false&tv.offsets=true&tv.positions=true&tv.df=true&f.test_basictv.tv.tf_idf=false&wt=javabin&version=2&shards=[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:20827/solr|[ff01::114]:33332/solr&tv.tf=true&f.test_basictv.tv.tf=false&q=id:7&tv=true&f.test_posofftv.tv.positions=false&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&qt=tvrh&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=15 
[junit4:junit4]   2> 7353 T30 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=68 
[junit4:junit4]   2> 7367 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1352205442600&tv.tf=true&start=0&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh&fsv=true} hits=4 status=0 QTime=2 
[junit4:junit4]   2> 7374 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,6,5,4&distrib=false&wt=javabin&version=2&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1352205442600&tv.tf=true&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh} status=0 QTime=2 
[junit4:junit4]   2> 7377 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards=127.0.0.1:20827/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=16 
[junit4:junit4]   2> 7385 T30 C2 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&distrib=false&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=2 
[junit4:junit4]   2> 7396 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:20827/solr&NOW=1352205442630&tv.tf=true&start=0&q=id:[3+TO+6]&tv=true&tv.fl=test_basictv,test_offtv&isShard=true&qt=tvrh&fsv=true} hits=4 status=0 QTime=2 
[junit4:junit4]   2> 7403 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,6,5,4&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=127.0.0.1:20827/solr&NOW=1352205442630&tv.tf=true&q=id:[3+TO+6]&tv=true&tv.fl=test_basictv,test_offtv&isShard=true&qt=tvrh} status=0 QTime=2 
[junit4:junit4]   2> 7406 T44 C3 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=127.0.0.1:20827/solr&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=15 
[junit4:junit4]   2> 7413 T31 C2 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&distrib=false&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 7424 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:20827/solr|[ff01::213]:33332/solr&NOW=1352205442658&tv.tf=true&start=0&q=id:[3+TO+6]&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&isShard=true&qt=tvrh&fsv=true} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 7432 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,6,5,4&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:20827/solr|[ff01::213]:33332/solr&NOW=1352205442658&tv.tf=true&q=id:[3+TO+6]&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&isShard=true&qt=tvrh} status=0 QTime=2 
[junit4:junit4]   2> 7435 T43 C3 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:20827/solr|[ff01::213]:33332/solr&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=16 
[junit4:junit4]   2> 7443 T30 C2 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=2 
[junit4:junit4]   2> 7455 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442689&tv.tf=true&start=0&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh&fsv=true} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 7461 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,6,5,4&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442689&tv.tf=true&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh} status=0 QTime=1 
[junit4:junit4]   2> 7464 T44 C3 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:20827/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=14 
[junit4:junit4]   2> 7472 T30 C2 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=2 
[junit4:junit4]   2> 7482 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:20827/solr&NOW=1352205442716&tv.tf=true&start=0&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh&fsv=true} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 7488 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,6,5,4&distrib=false&wt=javabin&version=2&fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&fl=id&shard.url=127.0.0.1:20827/solr&NOW=1352205442716&tv.tf=true&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh} status=0 QTime=2 
[junit4:junit4]   2> 7490 T45 C3 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&shards=127.0.0.1:20827/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=13 
[junit4:junit4]   2> 7496 T31 C2 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=2 
[junit4:junit4]   2> 7504 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:20827/solr|[ff01::114]:33332/solr&NOW=1352205442739&tv.tf=true&start=0&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh&fsv=true} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 7511 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,6,5,4&distrib=false&wt=javabin&version=2&fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&fl=id&shard.url=127.0.0.1:20827/solr|[ff01::114]:33332/solr&NOW=1352205442739&tv.tf=true&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh} status=0 QTime=2 
[junit4:junit4]   2> 7513 T43 C3 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&shards=127.0.0.1:20827/solr|[ff01::114]:33332/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=13 
[junit4:junit4]   2> 7524 T30 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&tv.tf=true&q=id:[3+TO+6]&tv=true&tv.tf_idf=true&qt=tvrh} hits=4 status=0 QTime=5 
[junit4:junit4]   2> 7535 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&rows=10&version=2&fl=id&shard.url=127.0.0.1:20827/solr&NOW=1352205442770&tv.tf=true&start=0&q=id:[3+TO+6]&tv=true&tv.tf_idf=true&isShard=true&qt=tvrh&fsv=true} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 7543 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,6,5,4&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&shard.url=127.0.0.1:20827/solr&NOW=1352205442770&tv.tf=true&q=id:[3+TO+6]&tv=true&tv.tf_idf=true&isShard=true&qt=tvrh} status=0 QTime=4 
[junit4:junit4]   2> 7545 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&tv.df=true&wt=javabin&version=2&shards=127.0.0.1:20827/solr&tv.tf=true&q=id:[3+TO+6]&tv=true&tv.tf_idf=true&qt=tvrh} hits=4 status=0 QTime=14 
[junit4:junit4]   2> 7553 T31 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&tv.all=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=3 
[junit4:junit4]   2> 7563 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&tv.all=true&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr|[ff01::114]:33332/solr&NOW=1352205442798&start=0&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh&fsv=true} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 7570 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,6,5,4&tv.all=true&distrib=false&wt=javabin&version=2&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr|[ff01::114]:33332/solr&NOW=1352205442798&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh} status=0 QTime=3 
[junit4:junit4]   2> 7572 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards=127.0.0.1:20827/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr|[ff01::114]:33332/solr&sort=id+desc&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&tv.all=true&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=13 
[junit4:junit4]   2> 7583 T30 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&f.test_basictv.tv.df=false&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&f.test_basictv.tv.tf_idf=false&wt=javabin&version=2&tv.tf=true&f.test_basictv.tv.tf=false&q=id:[3+TO+6]&tv=true&f.test_posofftv.tv.positions=false&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&qt=tvrh&f.test_offtv.tv.offsets=false} hits=4 status=0 QTime=4 
[junit4:junit4]   2> 7594 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&tv.positions=true&distrib=false&f.test_basictv.tv.tf_idf=false&version=2&fl=id&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr&NOW=1352205442827&f.test_posofftv.tv.positions=false&qt=tvrh&fsv=true&f.test_basictv.tv.df=false&tv.offsets=true&tv.df=true&wt=javabin&rows=10&tv.tf=true&f.test_basictv.tv.tf=false&start=0&q=id:[3+TO+6]&tv=true&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&isShard=true&f.test_offtv.tv.offsets=false} hits=4 status=0 QTime=3 
[junit4:junit4]   2> 7602 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&tv.positions=true&distrib=false&f.test_basictv.tv.tf_idf=false&version=2&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr&NOW=1352205442827&f.test_posofftv.tv.positions=false&qt=tvrh&f.test_basictv.tv.df=false&ids=3,6,5,4&tv.offsets=true&tv.df=true&wt=javabin&tv.tf=true&f.test_basictv.tv.tf=false&q=id:[3+TO+6]&tv=true&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&isShard=true&f.test_offtv.tv.offsets=false} status=0 QTime=4 
[junit4:junit4]   2> 7605 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&f.test_basictv.tv.df=false&tv.offsets=true&tv.positions=true&tv.df=true&f.test_basictv.tv.tf_idf=false&wt=javabin&version=2&shards=127.0.0.1:20827/solr|[ff01::083]:33332/solr&tv.tf=true&f.test_basictv.tv.tf=false&q=id:[3+TO+6]&tv=true&f.test_posofftv.tv.positions=false&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&qt=tvrh&f.test_offtv.tv.offsets=false} hits=4 status=0 QTime=17 
[junit4:junit4]   2> 7617 T31 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=8 
[junit4:junit4]   2> 7628 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr&NOW=1352205442862&tv.tf=true&start=0&q=*:*&tv=true&isShard=true&qt=tvrh&fsv=true} hits=10 status=0 QTime=2 
[junit4:junit4]   2> 7636 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,2,1,0,7,6,5,4,9,8&distrib=false&wt=javabin&version=2&shard.url=127.0.0.1:20827/solr|[ff01::083]:33332/solr&NOW=1352205442862&tv.tf=true&q=*:*&tv=true&isShard=true&qt=tvrh} status=0 QTime=4 
[junit4:junit4]   2> 7640 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards=127.0.0.1:20827/solr|[ff01::083]:33332/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=17 
[junit4:junit4]   2> 7648 T30 C2 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&distrib=false&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=3 
[junit4:junit4]   2> 7660 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::114]:33332/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442893&tv.tf=true&start=0&q=*:*&tv=true&tv.fl=test_basictv,test_offtv&isShard=true&qt=tvrh&fsv=true} hits=10 status=0 QTime=2 
[junit4:junit4]   2> 7667 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,2,1,0,7,6,5,4,9,8&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=[ff01::114]:33332/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:20827/solr&NOW=1352205442893&tv.tf=true&q=*:*&tv=true&tv.fl=test_basictv,test_offtv&isShard=true&qt=tvrh} status=0 QTime=3 
[junit4:junit4]   2> 7670 T45 C3 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=[ff01::114]:33332/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:20827/solr&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=16 
[junit4:junit4]   2> 7677 T31 C2 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&distrib=false&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=2 
[junit4:junit4]   2> 7688 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:20827/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr&NOW=1352205442921&tv.tf=true&start=0&q=*:*&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&isShard=true&qt=tvrh&fsv=true} hits=10 status=0 QTime=3 
[junit4:junit4]   2> 7696 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,2,1,0,7,6,5,4,9,8&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=127.0.0.1:20827/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr&NOW=1352205442921&tv.tf=true&q=*:*&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&isShard=true&qt=tvrh} status=0 QTime=4 
[junit4:junit4]   2> 7699 T43 C3 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=127.0.0.1:20827/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=17 
[junit4:junit4]   2> 7708 T30 C2 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=4 
[junit4:junit4]   2> 7720 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:20827/solr&NOW=1352205442954&tv.tf=true&start=0&q=*:*&tv=true&isShard=true&qt=tvrh&fsv=true} hits=10 status=0 QTime=1 
[junit4:junit4]   2> 7729 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,2,1,0,7,6,5,4,9,8&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=127.0.0.1:20827/solr&NOW=1352205442954&tv.tf=true&q=*:*&tv=true&isShard=true&qt=tvrh} status=0 QTime=5 
[junit4:junit4]   2> 7733 T44 C3 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=127.0.0.1:20827/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=17 
[junit4:junit4]   2> 7741 T31 C2 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=2 
[junit4:junit4]   2> 7750 T43 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:20827/solr&NOW=1352205442985&tv.tf=true&start=0&q=*:*&tv=true&isShard=true&qt=tvrh&fsv=true} hits=10 status=0 QTime=1 
[junit4:junit4]   2> 7757 T44 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,2,1,0,7,6,5,4,9,8&distrib=false&wt=javabin&version=2&fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&fl=id&shard.url=127.0.0.1:20827/solr&NOW=1352205442985&tv.tf=true&q=*:*&tv=true&isShard=true&qt=tvrh} status=0 QTime=3 
[junit4:junit4]   2> 7759 T45 C3 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&shards=127.0.0.1:20827/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=13 
[junit4:junit4]   2> 7768 T30 C2 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=4 
[junit4:junit4]   2> 7777 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::083]:33332/solr|127.0.0.1:20827/solr&NOW=1352205443012&tv.tf=true&start=0&q=*:*&tv=true&isShard=true&qt=tvrh&fsv=true} hits=10 status=0 QTime=1 
[junit4:junit4]   2> 7785 T45 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,2,1,0,7,6,5,4,9,8&distrib=false&wt=javabin&version=2&fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&fl=id&shard.url=[ff01::083]:33332/solr|127.0.0.1:20827/solr&NOW=1352205443012&tv.tf=true&q=*:*&tv=true&isShard=true&qt=tvrh} status=0 QTime=4 
[junit4:junit4]   2> 7787 T43 C3 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&shards=[ff01::083]:33332/solr|127.0.0.1:20827/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=*:*&tv=true&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=14 
[junit4:junit4]   2> 7806 T30 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&tv.tf=true&q=*:*&tv=true&tv.tf_idf=true&qt=tvrh} hits=10 status=0 QTime=15 
[junit4:junit4]   2> 7818 T45 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&rows=10&version=2&fl=id&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:20827/solr&NOW=1352205443052&tv.tf=true&start=0&q=*:*&tv=true&tv.tf_idf=true&isShard=true&qt=tvrh&fsv=true} hits=10 status=0 QTime=1 
[junit4:junit4]   2> 7835 T43 C3 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,2,1,0,7,6,5,4,9,8&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:20827/solr&NOW=1352205443052&tv.tf=true&q=*:*&tv=true&tv.tf_idf=true&isShard=true&qt=tvrh} status=0 QTime=13 
[junit4:junit4]   2> 7838 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&tv.df=true&wt=javabin&version=2&shards=[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:20827/solr&tv.tf=true&q=*:*&tv=true&tv.tf_idf=true&qt=tvrh} hits=10 status=0 QTime=25 
[junit4:junit4]   2> 7852 T31 C2 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&q=*:*&tv=true&tv.all=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=10 status=0 QTime=9 
[junit4:junit4]   2> 7861 T44 C3 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&tv.all=true&distrib=false&wt=javabin&rows=10&

[...truncated too long message...]

ctor$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  24) Thread[id=135, name=qtp3987152-135 Acceptor3 SelectChannelConnector@0.0.0.0:10437, state=BLOCKED, group=TGRP-TestDistributedSearch]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  25) Thread[id=40, name=qtp1568788160-40 Acceptor2 SelectChannelConnector@0.0.0.0:19298, state=BLOCKED, group=TGRP-TestDistributedSearch]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  26) Thread[id=107, name=qtp193711810-107 Acceptor3 SelectChannelConnector@0.0.0.0:15589, state=BLOCKED, group=TGRP-TestDistributedSearch]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  27) Thread[id=83, name=qtp125575580-83 Acceptor1 SelectChannelConnector@0.0.0.0:41666, state=RUNNABLE, group=TGRP-TestDistributedSearch]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  28) Thread[id=55, name=qtp164455471-55 Acceptor1 SelectChannelConnector@0.0.0.0:20693, state=RUNNABLE, group=TGRP-TestDistributedSearch]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  29) Thread[id=132, name=qtp3987152-132 Acceptor0 SelectChannelConnector@0.0.0.0:10437, state=BLOCKED, group=TGRP-TestDistributedSearch]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  30) Thread[id=85, name=qtp125575580-85 Acceptor3 SelectChannelConnector@0.0.0.0:41666, state=BLOCKED, group=TGRP-TestDistributedSearch]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  31) Thread[id=105, name=qtp193711810-105 Acceptor1 SelectChannelConnector@0.0.0.0:15589, state=RUNNABLE, group=TGRP-TestDistributedSearch]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  32) Thread[id=133, name=qtp3987152-133 Acceptor1 SelectChannelConnector@0.0.0.0:10437, state=BLOCKED, group=TGRP-TestDistributedSearch]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=hu_HU, timezone=Pacific/Easter
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=33,free=57851304,total=138412032
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestElisionMultitermQuery, TestDistributedSearch]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedSearch -Dtests.seed=25E4A136D27C536D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hu_HU -Dtests.timezone=Pacific/Easter -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J1 | TestDistributedSearch (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([25E4A136D27C536D]:0)
[junit4:junit4] Completed on J1 in 7223.87s, 1 test, 2 errors <<< FAILURES!

[...truncated 183 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 3 suite-level errors, 1 error, 875 ignored

Total time: 136 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3364 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3364/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test:     1) Thread[id=184, name=qtp1504942269-184 Acceptor2 SelectChannelConnector@0.0.0.0:35621, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=116, name=qtp26737473-116 Acceptor3 SelectChannelConnector@0.0.0.0:53007, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=166, name=qtp402997664-166 Acceptor2 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=113, name=qtp26737473-113 Acceptor0 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=315, name=qtp1386026689-315 Acceptor3 SelectChannelConnector@0.0.0.0:41564, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=114, name=qtp26737473-114 Acceptor1 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=313, name=qtp1386026689-313 Acceptor1 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=182, name=qtp1504942269-182 Acceptor0 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=314, name=qtp1386026689-314 Acceptor2 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=164, name=qtp402997664-164 Acceptor0 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=183, name=qtp1504942269-183 Acceptor1 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=312, name=qtp1386026689-312 Acceptor0 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=165, name=qtp402997664-165 Acceptor1 SelectChannelConnector@0.0.0.0:38021, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=115, name=qtp26737473-115 Acceptor2 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=185, name=qtp1504942269-185 Acceptor3 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=167, name=qtp402997664-167 Acceptor3 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test: 
   1) Thread[id=184, name=qtp1504942269-184 Acceptor2 SelectChannelConnector@0.0.0.0:35621, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=116, name=qtp26737473-116 Acceptor3 SelectChannelConnector@0.0.0.0:53007, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=166, name=qtp402997664-166 Acceptor2 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=113, name=qtp26737473-113 Acceptor0 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=315, name=qtp1386026689-315 Acceptor3 SelectChannelConnector@0.0.0.0:41564, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=114, name=qtp26737473-114 Acceptor1 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=313, name=qtp1386026689-313 Acceptor1 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=182, name=qtp1504942269-182 Acceptor0 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=314, name=qtp1386026689-314 Acceptor2 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=164, name=qtp402997664-164 Acceptor0 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=183, name=qtp1504942269-183 Acceptor1 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=312, name=qtp1386026689-312 Acceptor0 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=165, name=qtp402997664-165 Acceptor1 SelectChannelConnector@0.0.0.0:38021, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=115, name=qtp26737473-115 Acceptor2 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=185, name=qtp1504942269-185 Acceptor3 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=167, name=qtp402997664-167 Acceptor3 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([5679C83081D18589]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=184, name=qtp1504942269-184 Acceptor2 SelectChannelConnector@0.0.0.0:35621, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=116, name=qtp26737473-116 Acceptor3 SelectChannelConnector@0.0.0.0:53007, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=113, name=qtp26737473-113 Acceptor0 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=166, name=qtp402997664-166 Acceptor2 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=315, name=qtp1386026689-315 Acceptor3 SelectChannelConnector@0.0.0.0:41564, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=114, name=qtp26737473-114 Acceptor1 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=182, name=qtp1504942269-182 Acceptor0 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=313, name=qtp1386026689-313 Acceptor1 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=164, name=qtp402997664-164 Acceptor0 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=314, name=qtp1386026689-314 Acceptor2 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=183, name=qtp1504942269-183 Acceptor1 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=312, name=qtp1386026689-312 Acceptor0 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=165, name=qtp402997664-165 Acceptor1 SelectChannelConnector@0.0.0.0:38021, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=115, name=qtp26737473-115 Acceptor2 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=185, name=qtp1504942269-185 Acceptor3 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=167, name=qtp402997664-167 Acceptor3 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=184, name=qtp1504942269-184 Acceptor2 SelectChannelConnector@0.0.0.0:35621, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=116, name=qtp26737473-116 Acceptor3 SelectChannelConnector@0.0.0.0:53007, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=113, name=qtp26737473-113 Acceptor0 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=166, name=qtp402997664-166 Acceptor2 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=315, name=qtp1386026689-315 Acceptor3 SelectChannelConnector@0.0.0.0:41564, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=114, name=qtp26737473-114 Acceptor1 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=182, name=qtp1504942269-182 Acceptor0 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=313, name=qtp1386026689-313 Acceptor1 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=164, name=qtp402997664-164 Acceptor0 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=314, name=qtp1386026689-314 Acceptor2 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=183, name=qtp1504942269-183 Acceptor1 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=312, name=qtp1386026689-312 Acceptor0 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=165, name=qtp402997664-165 Acceptor1 SelectChannelConnector@0.0.0.0:38021, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=115, name=qtp26737473-115 Acceptor2 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=185, name=qtp1504942269-185 Acceptor3 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=167, name=qtp402997664-167 Acceptor3 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([5679C83081D18589]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest:     1) Thread[id=50, name=qtp1136511278-50 Acceptor2 SelectChannelConnector@0.0.0.0:32967, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=51, name=qtp1136511278-51 Acceptor3 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=49, name=qtp1136511278-49 Acceptor1 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=48, name=qtp1136511278-48 Acceptor0 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
   1) Thread[id=50, name=qtp1136511278-50 Acceptor2 SelectChannelConnector@0.0.0.0:32967, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=51, name=qtp1136511278-51 Acceptor3 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=49, name=qtp1136511278-49 Acceptor1 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=48, name=qtp1136511278-48 Acceptor0 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([5679C83081D18589]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=50, name=qtp1136511278-50 Acceptor2 SelectChannelConnector@0.0.0.0:32967, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=51, name=qtp1136511278-51 Acceptor3 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=49, name=qtp1136511278-49 Acceptor1 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=48, name=qtp1136511278-48 Acceptor0 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=50, name=qtp1136511278-50 Acceptor2 SelectChannelConnector@0.0.0.0:32967, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=51, name=qtp1136511278-51 Acceptor3 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=49, name=qtp1136511278-49 Acceptor1 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=48, name=qtp1136511278-48 Acceptor0 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([5679C83081D18589]:0)




Build Log:
[...truncated 8439 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.admin.ShowFileRequestHandlerTest
[junit4:junit4]   2> 8 T41 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-ShowFileRequestHandlerTest-1352150098872
[junit4:junit4]   2> 9 T41 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 617 T41 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 906 T41 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:32967
[junit4:junit4]   2> 933 T41 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 933 T41 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 934 T41 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 969 T41 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 969 T41 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 970 T41 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 970 T41 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/solr.xml
[junit4:junit4]   2> 971 T41 oasc.CoreContainer.<init> New CoreContainer 428837978
[junit4:junit4]   2> 971 T41 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 972 T41 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 1009 T41 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1055 T41 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1
[junit4:junit4]   2> 1055 T41 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/'
[junit4:junit4]   2> 1094 T41 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
[junit4:junit4]   2> 1218 T41 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1354 T41 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1355 T41 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1399 T41 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 2273 T41 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2309 T41 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2326 T41 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2497 T41 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872/
[junit4:junit4]   2> 2498 T41 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@26e24c48
[junit4:junit4]   2> 2522 T41 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
[junit4:junit4]   2> 2523 T41 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
[junit4:junit4]   2> 2523 T41 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2524 T41 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@3b62edd3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bebd61a) assuming 'simple'
[junit4:junit4]   2> 2524 T41 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872 forceNew:false
[junit4:junit4]   2> 2525 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872
[junit4:junit4]   2> 2525 T41 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872/index/
[junit4:junit4]   2> 2526 T41 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2539 T41 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872/index forceNew:false
[junit4:junit4]   2> 2542 T41 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index6313863139tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@25f46ae),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2543 T41 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2543 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872/index
[junit4:junit4]   2> 2564 T41 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2565 T41 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
[junit4:junit4]   2> 2568 T41 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
[junit4:junit4]   2> 2592 T41 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
[junit4:junit4]   2> 2593 T41 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
[junit4:junit4]   2> 2711 T41 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2713 T41 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
[junit4:junit4]   2> 2715 T41 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2716 T41 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
[junit4:junit4]   2> 2718 T41 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2731 T41 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.JsonUpdateRequestHandler
[junit4:junit4]   2> 2745 T41 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.CSVRequestHandler
[junit4:junit4]   2> 2745 T41 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 2746 T41 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 2746 T41 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 2747 T41 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 2747 T41 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 2748 T41 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 2761 T41 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2775 T41 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
[junit4:junit4]   2> 2776 T41 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2811 T41 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2812 T41 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2813 T41 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
[junit4:junit4]   2> 2813 T41 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2814 T41 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
[junit4:junit4]   2> 2814 T41 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2815 T41 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
[junit4:junit4]   2> 2815 T41 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2816 T41 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
[junit4:junit4]   2> 2824 T41 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2826 T41 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2828 T41 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2834 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872
[junit4:junit4]   2> 2844 T41 oass.SolrIndexSearcher.<init> Opening Searcher@1791c1fd main
[junit4:junit4]   2> 2863 T41 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
[junit4:junit4]   2> 2864 T41 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2865 T41 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2897 T41 oass.DirectSolrSpellChecker.init init: {name=default,field=name,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4:junit4]   2> 2897 T41 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
[junit4:junit4]   2> 2908 T41 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 2956 T41 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2956 T41 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2957 T41 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2957 T41 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2958 T41 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2958 T41 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2959 T41 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2959 T41 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2959 T41 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2960 T41 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2987 T41 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2988 T56 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@1791c1fd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2994 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872/index
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@1c9bb291
[junit4:junit4]   2> 3013 T56 C3 REQ [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=15 
[junit4:junit4]   2> 3014 T56 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 3015 T56 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
[junit4:junit4]   2> 3015 T56 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
[junit4:junit4]   2> 3018 T56 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1791c1fd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3024 T41 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3025 T41 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3025 T41 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3025 T41 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#32967
[junit4:junit4]   2> 3033 T41 oas.SolrTestCaseJ4.setUp ###Starting testGetRawFile
[junit4:junit4]   2> 3080 T41 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4016 T54 C3 REQ [collection1] webapp=/solr path=/admin/file params={wt=mock&file=schema.xml&version=2.2} status=0 QTime=8 
[junit4:junit4]   2> 4156 T41 oas.SolrTestCaseJ4.tearDown ###Ending testGetRawFile
[junit4:junit4]   2> 4165 T41 oas.SolrTestCaseJ4.setUp ###Starting testDirList
[junit4:junit4]   2> 4187 T53 C3 REQ [collection1] webapp=/solr path=/admin/file params={wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 4202 T41 oas.SolrTestCaseJ4.tearDown ###Ending testDirList
[junit4:junit4]   2> 4249 T41 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=428837978
[junit4:junit4]   2> 4250 T41 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1c9bb291
[junit4:junit4]   2> 4257 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872/index
[junit4:junit4]   2> 4258 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872/index
[junit4:junit4]   2> 4263 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872/index
[junit4:junit4]   2> 4264 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872/index
[junit4:junit4]   2> 4270 T41 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommit maxTime=15000ms,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 4270 T41 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 4271 T41 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 4271 T41 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 4272 T41 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 4272 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1352150098872/index
[junit4:junit4]   2> 4273 T41 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 4373 T41 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 4373 T41 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 4379 T40 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 24499 T40 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]   2> 	   1) Thread[id=50, name=qtp1136511278-50 Acceptor2 SelectChannelConnector@0.0.0.0:32967, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=51, name=qtp1136511278-51 Acceptor3 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=49, name=qtp1136511278-49 Acceptor1 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=48, name=qtp1136511278-48 Acceptor0 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 24501 T40 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=50, name=qtp1136511278-50 Acceptor2 SelectChannelConnector@0.0.0.0:32967, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   2) Thread[id=51, name=qtp1136511278-51 Acceptor3 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   3) Thread[id=49, name=qtp1136511278-49 Acceptor1 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   4) Thread[id=48, name=qtp1136511278-48 Acceptor0 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 27544 T40 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=50, name=qtp1136511278-50 Acceptor2 SelectChannelConnector@0.0.0.0:32967, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=51, name=qtp1136511278-51 Acceptor3 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=49, name=qtp1136511278-49 Acceptor1 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=48, name=qtp1136511278-48 Acceptor0 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=es_HN, timezone=Asia/Istanbul
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=5,free=104383312,total=150994944
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestReversedWildcardFilterFactory, TestAnalyzedSuggestions, BasicZkTest, ShowFileRequestHandlerTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShowFileRequestHandlerTest -Dtests.seed=5679C83081D18589 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_HN -Dtests.timezone=Asia/Istanbul -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J1 | ShowFileRequestHandlerTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]    >    1) Thread[id=50, name=qtp1136511278-50 Acceptor2 SelectChannelConnector@0.0.0.0:32967, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=51, name=qtp1136511278-51 Acceptor3 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=49, name=qtp1136511278-49 Acceptor1 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=48, name=qtp1136511278-48 Acceptor0 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([5679C83081D18589]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=50, name=qtp1136511278-50 Acceptor2 SelectChannelConnector@0.0.0.0:32967, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=51, name=qtp1136511278-51 Acceptor3 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=49, name=qtp1136511278-49 Acceptor1 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=48, name=qtp1136511278-48 Acceptor0 SelectChannelConnector@0.0.0.0:32967, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([5679C83081D18589]:0)
[junit4:junit4] Completed on J1 in 27.70s, 2 tests, 2 errors <<< FAILURES!

[...truncated 517 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 4 T97 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1352150110272
[junit4:junit4]   2> 6 T97 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T98 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T98 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 9 T98 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 107 T97 oasc.ZkTestServer.run start zk server on port:35967
[junit4:junit4]   2> 107 T97 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35967 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@42f96744
[junit4:junit4]   2> 108 T103 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:35967
[junit4:junit4]   2> 108 T97 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T103 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35967, initiating session
[junit4:junit4]   2> 109 T99 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:46466
[junit4:junit4]   2> 110 T99 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:46466
[junit4:junit4]   2> 110 T101 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 113 T101 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ad26d50450000 with negotiated timeout 10000 for client /140.211.11.196:46466
[junit4:junit4]   2> 113 T103 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:35967, sessionid = 0x13ad26d50450000, negotiated timeout = 10000
[junit4:junit4]   2> 113 T104 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42f96744 name:ZooKeeperConnection Watcher:127.0.0.1:35967 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 114 T97 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 114 T97 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 117 T102 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ad26d50450000
[junit4:junit4]   2> 128 T104 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T99 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:46466 which had sessionid 0x13ad26d50450000
[junit4:junit4]   2> 128 T97 oaz.ZooKeeper.close Session: 0x13ad26d50450000 closed
[junit4:junit4]   2> 129 T97 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35967/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@28ea6c7
[junit4:junit4]   2> 130 T105 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:35967
[junit4:junit4]   2> 130 T97 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 131 T105 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35967, initiating session
[junit4:junit4]   2> 131 T99 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:41808
[junit4:junit4]   2> 131 T99 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:41808
[junit4:junit4]   2> 132 T101 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ad26d50450001 with negotiated timeout 10000 for client /140.211.11.196:41808
[junit4:junit4]   2> 132 T105 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:35967, sessionid = 0x13ad26d50450001, negotiated timeout = 10000
[junit4:junit4]   2> 133 T106 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28ea6c7 name:ZooKeeperConnection Watcher:127.0.0.1:35967/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 133 T97 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 133 T97 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 138 T97 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 146 T97 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 148 T97 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 151 T97 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 152 T97 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 162 T97 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 163 T97 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 266 T97 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 267 T97 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 270 T97 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 270 T97 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 281 T97 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 281 T97 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 284 T97 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 285 T97 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 287 T97 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 288 T97 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 291 T97 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 292 T97 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 300 T97 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 301 T97 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 304 T97 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 304 T97 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 311 T102 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ad26d50450001
[junit4:junit4]   2> 312 T106 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 312 T99 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:41808 which had sessionid 0x13ad26d50450001
[junit4:junit4]   2> 312 T97 oaz.ZooKeeper.close Session: 0x13ad26d50450001 closed
[junit4:junit4]   2> 791 T97 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1034 T97 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:53007
[junit4:junit4]   2> 1059 T97 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1060 T97 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1352150110580
[junit4:junit4]   2> 1060 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1352150110580/'
[junit4:junit4]   2> 1093 T97 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1093 T97 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1094 T97 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1352150110580
[junit4:junit4]   2> 1094 T97 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1352150110580/solr.xml
[junit4:junit4]   2> 1094 T97 oasc.CoreContainer.<init> New CoreContainer 698716745
[junit4:junit4]   2> 1095 T97 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1352150110580/'
[junit4:junit4]   2> 1095 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1352150110580/'
[junit4:junit4]   2> 1121 T97 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1133 T97 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35967/solr
[junit4:junit4]   2> 1133 T97 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35967/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@140207e0
[junit4:junit4]   2> 1134 T117 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:35967
[junit4:junit4]   2> 1134 T97 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1136 T117 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35967, initiating session
[junit4:junit4]   2> 1136 T99 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56610
[junit4:junit4]   2> 1136 T99 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56610
[junit4:junit4]   2> 1138 T101 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ad26d50450002 with negotiated timeout 5000 for client /140.211.11.196:56610
[junit4:junit4]   2> 1138 T117 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:35967, sessionid = 0x13ad26d50450002, negotiated timeout = 5000
[junit4:junit4]   2> 1139 T118 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@140207e0 name:ZooKeeperConnection Watcher:127.0.0.1:35967/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1139 T97 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1141 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1153 T97 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1155 T97 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53007_solr
[junit4:junit4]   2> 1155 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:53007_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:53007_solr
[junit4:junit4]   2> 1157 T97 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53007_solr
[junit4:junit4]   2> 1159 T97 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1160 T97 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1160 T97 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1161 T97 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1161 T97 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1161 T97 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1162 T97 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1162 T97 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1162 T97 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1163 T97 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1175 T97 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1187 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 1188 T97 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1195 T97 oasc.Overseer.start Overseer (id=88614509627113474-127.0.0.1:53007_solr-n_0000000000) starting
[junit4:junit4]   2> 1195 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1196 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1198 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1207 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1208 T120 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 1209 T97 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1211 T97 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1213 T119 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1217 T97 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1352150110580/collection1
[junit4:junit4]   2> 1218 T97 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1219 T97 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1219 T97 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1220 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1352150110580/collection1/'
[junit4:junit4]   2> 1221 T97 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1352150110580/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1222 T97 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1352150110580/collection1/lib/README' to classloader
[junit4:junit4]   2> 1272 T97 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1323 T97 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1424 T97 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1431 T97 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1890 T97 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1901 T97 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1904 T97 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1923 T97 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1928 T97 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1932 T97 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1934 T97 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1936 T97 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1352150110580/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/control/data/
[junit4:junit4]   2> 1936 T97 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e05c314
[junit4:junit4]   2> 1937 T97 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1963 T97 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/control/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@57f02c4a; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 1964 T97 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/control/data forceNew:false
[junit4:junit4]   2> 1964 T97 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/control/data
[junit4:junit4]   2> 1965 T97 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/control/data/index/
[junit4:junit4]   2> 1966 T97 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1967 T97 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/control/data/index forceNew:false
[junit4:junit4]   2> 1973 T97 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e56dd10; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1973 T97 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1974 T97 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/control/data/index
[junit4:junit4]   2> 1974 T97 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1977 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1977 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1978 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1978 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1979 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1979 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1980 T97 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1981 T97 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1983 T97 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1984 T97 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1985 T97 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1986 T97 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1987 T97 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1988 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1988 T97 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1990 T97 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1991 T97 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1992 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1994 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1995 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1996 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1998 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1999 T97 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2000 T97 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 2001 T97 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2012 T97 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2015 T97 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 2018 T97 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 2020 T97 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/control/data
[junit4:junit4]   2> 2022 T97 oass.SolrIndexSearcher.<init> Opening Searcher@73514acd main
[junit4:junit4]   2> 2041 T97 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2041 T97 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2042 T97 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2048 T97 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2105 T124 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@73514acd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2110 T97 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2112 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2121 T97 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2121 T97 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:53007/solr shardId:control_shard
[junit4:junit4]   2> 2122 T97 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 2128 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:delete cxid:0x62 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2129 T97 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2130 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:create cxid:0x63 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2218 T119 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2219 T119 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53007_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53007/solr"}
[junit4:junit4]   2> 2220 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:create cxid:0x6a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2238 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 2632 T97 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2633 T97 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2633 T97 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53007/solr/collection1/
[junit4:junit4]   2> 2634 T97 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2634 T97 oasc.SyncStrategy.syncToMe http://127.0.0.1:53007/solr/collection1/ has no replicas
[junit4:junit4]   2> 2635 T97 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53007/solr/collection1/
[junit4:junit4]   2> 2635 T97 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 2639 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450002 type:create cxid:0x89 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2744 T119 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2758 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 2805 T97 oasc.ZkController.register We are http://127.0.0.1:53007/solr/collection1/ and leader is http://127.0.0.1:53007/solr/collection1/
[junit4:junit4]   2> 2809 T97 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53007/solr
[junit4:junit4]   2> 2810 T97 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2810 T97 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2813 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2814 T97 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2814 T97 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2887 T97 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2916 T97 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 2935 T97 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35967/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@793c0882
[junit4:junit4]   2> 2936 T125 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:35967
[junit4:junit4]   2> 2936 T97 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2937 T125 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35967, initiating session
[junit4:junit4]   2> 2938 T99 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:27082
[junit4:junit4]   2> 2938 T99 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:27082
[junit4:junit4]   2> 2940 T101 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ad26d50450003 with negotiated timeout 10000 for client /140.211.11.196:27082
[junit4:junit4]   2> 2940 T125 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:35967, sessionid = 0x13ad26d50450003, negotiated timeout = 10000
[junit4:junit4]   2> 2940 T126 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@793c0882 name:ZooKeeperConnection Watcher:127.0.0.1:35967/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2941 T97 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2942 T97 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2946 T97 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3110 T97 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3113 T97 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:21064
[junit4:junit4]   2> 3114 T97 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3115 T97 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1352150113214
[junit4:junit4]   2> 3116 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1352150113214/'
[junit4:junit4]   2> 3159 T97 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3160 T97 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3160 T97 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1352150113214
[junit4:junit4]   2> 3161 T97 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1352150113214/solr.xml
[junit4:junit4]   2> 3161 T97 oasc.CoreContainer.<init> New CoreContainer 2138619465
[junit4:junit4]   2> 3162 T97 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1352150113214/'
[junit4:junit4]   2> 3163 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1352150113214/'
[junit4:junit4]   2> 3198 T97 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3215 T97 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35967/solr
[junit4:junit4]   2> 3216 T97 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35967/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@a590747
[junit4:junit4]   2> 3217 T136 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:35967
[junit4:junit4]   2> 3217 T97 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3219 T136 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35967, initiating session
[junit4:junit4]   2> 3219 T99 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:46961
[junit4:junit4]   2> 3219 T99 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:46961
[junit4:junit4]   2> 3222 T101 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ad26d50450004 with negotiated timeout 5000 for client /140.211.11.196:46961
[junit4:junit4]   2> 3222 T136 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:35967, sessionid = 0x13ad26d50450004, negotiated timeout = 5000
[junit4:junit4]   2> 3222 T137 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a590747 name:ZooKeeperConnection Watcher:127.0.0.1:35967/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3223 T97 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3224 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3238 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3240 T97 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21064_solr
[junit4:junit4]   2> 3241 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:21064_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:21064_solr
[junit4:junit4]   2> 3242 T97 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21064_solr
[junit4:junit4]   2> 3247 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 3248 T126 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3248 T97 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3249 T118 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3249 T97 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3250 T97 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3250 T97 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3251 T97 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3251 T97 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3252 T97 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3253 T97 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3253 T97 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3254 T97 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3262 T119 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3263 T119 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53007_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53007/solr"}
[junit4:junit4]   2> 3276 T126 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 3276 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 3284 T97 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3293 T97 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1352150113214/collection1
[junit4:junit4]   2> 3294 T97 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3295 T97 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3296 T97 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3297 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1352150113214/collection1/'
[junit4:junit4]   2> 3299 T97 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1352150113214/collection1/lib/README' to classloader
[junit4:junit4]   2> 3300 T97 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1352150113214/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3340 T97 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3399 T97 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3500 T97 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3508 T97 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4037 T97 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4051 T97 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4055 T97 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4078 T97 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4087 T97 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4095 T97 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4098 T97 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4101 T97 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1352150113214/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty1/
[junit4:junit4]   2> 4102 T97 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e05c314
[junit4:junit4]   2> 4104 T97 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 4106 T97 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b51f26d; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 4107 T97 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty1 forceNew:false
[junit4:junit4]   2> 4108 T97 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty1
[junit4:junit4]   2> 4109 T97 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty1/index/
[junit4:junit4]   2> 4111 T97 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4112 T97 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty1/index forceNew:false
[junit4:junit4]   2> 4123 T97 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5da629e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4124 T97 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4125 T97 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty1/index
[junit4:junit4]   2> 4126 T97 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4131 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4132 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4133 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4134 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4136 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4137 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4138 T97 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4141 T97 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4144 T97 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4147 T97 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4149 T97 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4151 T97 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4153 T97 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4154 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4155 T97 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4158 T97 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4161 T97 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4163 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4166 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4169 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4171 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4174 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4177 T97 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4179 T97 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4182 T97 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4196 T97 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4201 T97 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4204 T97 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4207 T97 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty1
[junit4:junit4]   2> 4209 T97 oass.SolrIndexSearcher.<init> Opening Searcher@64bce009 main
[junit4:junit4]   2> 4210 T97 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4211 T97 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4212 T97 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4220 T97 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4278 T142 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@64bce009 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4287 T97 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4790 T119 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4791 T119 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:21064_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:21064/solr"}
[junit4:junit4]   2> 4792 T119 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 4810 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 4810 T137 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 4810 T126 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 5291 T97 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5291 T97 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:21064/solr shardId:shard1
[junit4:junit4]   2> 5292 T97 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 5311 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450004 type:delete cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 5311 T97 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5312 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450004 type:create cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5314 T97 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5314 T97 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5315 T119 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5315 T97 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21064/solr/collection1/
[junit4:junit4]   2> 5315 T97 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5316 T97 oasc.SyncStrategy.syncToMe http://127.0.0.1:21064/solr/collection1/ has no replicas
[junit4:junit4]   2> 5316 T97 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21064/solr/collection1/
[junit4:junit4]   2> 5316 T97 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 5332 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 5332 T137 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 5332 T126 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 5334 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450004 type:create cxid:0x4f zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5853 T119 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5869 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 5869 T137 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 5869 T126 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 5912 T97 oasc.ZkController.register We are http://127.0.0.1:21064/solr/collection1/ and leader is http://127.0.0.1:21064/solr/collection1/
[junit4:junit4]   2> 5913 T97 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21064/solr
[junit4:junit4]   2> 5913 T97 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 5914 T97 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5916 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5917 T97 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 5918 T97 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 5919 T97 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6095 T97 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 6098 T97 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:53062
[junit4:junit4]   2> 6099 T97 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6100 T97 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1352150116201
[junit4:junit4]   2> 6100 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1352150116201/'
[junit4:junit4]   2> 6143 T97 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6144 T97 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6144 T97 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1352150116201
[junit4:junit4]   2> 6145 T97 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1352150116201/solr.xml
[junit4:junit4]   2> 6145 T97 oasc.CoreContainer.<init> New CoreContainer 533257495
[junit4:junit4]   2> 6146 T97 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1352150116201/'
[junit4:junit4]   2> 6147 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1352150116201/'
[junit4:junit4]   2> 6181 T97 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6198 T97 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35967/solr
[junit4:junit4]   2> 6199 T97 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35967/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@19765b87
[junit4:junit4]   2> 6200 T152 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:35967
[junit4:junit4]   2> 6200 T97 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6201 T152 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35967, initiating session
[junit4:junit4]   2> 6202 T99 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:41908
[junit4:junit4]   2> 6202 T99 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:41908
[junit4:junit4]   2> 6204 T101 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ad26d50450005 with negotiated timeout 5000 for client /140.211.11.196:41908
[junit4:junit4]   2> 6204 T152 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:35967, sessionid = 0x13ad26d50450005, negotiated timeout = 5000
[junit4:junit4]   2> 6205 T153 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19765b87 name:ZooKeeperConnection Watcher:127.0.0.1:35967/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6205 T97 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6206 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6207 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6215 T97 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53062_solr
[junit4:junit4]   2> 6216 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:53062_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:53062_solr
[junit4:junit4]   2> 6217 T97 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53062_solr
[junit4:junit4]   2> 6220 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 6220 T137 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 6221 T126 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6221 T126 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 6221 T97 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 6222 T118 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6222 T97 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6222 T137 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6223 T97 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 6223 T97 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6224 T97 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6224 T97 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6225 T97 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6226 T97 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6227 T97 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6228 T97 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 6246 T97 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6255 T97 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1352150116201/collection1
[junit4:junit4]   2> 6255 T97 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6256 T97 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6257 T97 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6258 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1352150116201/collection1/'
[junit4:junit4]   2> 6260 T97 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1352150116201/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6261 T97 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1352150116201/collection1/lib/README' to classloader
[junit4:junit4]   2> 6319 T97 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6374 T119 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6375 T119 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:21064_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:21064/solr"}
[junit4:junit4]   2> 6386 T126 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 6386 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 6386 T137 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 6386 T153 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 6393 T97 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6494 T97 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6500 T97 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6936 T97 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6945 T97 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6948 T97 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6965 T97 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6969 T97 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6973 T97 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6975 T97 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7006 T97 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1352150116201/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty2/
[junit4:junit4]   2> 7006 T97 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e05c314
[junit4:junit4]   2> 7016 T97 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 7017 T97 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6931a19a; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 7018 T97 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty2 forceNew:false
[junit4:junit4]   2> 7018 T97 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty2
[junit4:junit4]   2> 7019 T97 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty2/index/
[junit4:junit4]   2> 7020 T97 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7020 T97 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty2/index forceNew:false
[junit4:junit4]   2> 7056 T97 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@743e5fdd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7057 T97 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7057 T97 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty2/index
[junit4:junit4]   2> 7058 T97 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7060 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7060 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7061 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7061 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7062 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7062 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7063 T97 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7064 T97 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7065 T97 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7067 T97 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7068 T97 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7069 T97 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7070 T97 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7070 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7071 T97 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7072 T97 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7073 T97 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7074 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7076 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7077 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7078 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7079 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7080 T97 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7082 T97 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7083 T97 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7091 T97 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7095 T97 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7097 T97 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7099 T97 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty2
[junit4:junit4]   2> 7100 T97 oass.SolrIndexSearcher.<init> Opening Searcher@53222823 main
[junit4:junit4]   2> 7101 T97 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7102 T97 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7102 T97 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7108 T97 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7169 T97 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7170 T158 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53222823 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7393 T119 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7395 T119 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53062_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53062/solr"}
[junit4:junit4]   2> 7419 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 7419 T153 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 7419 T137 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 7419 T126 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 7672 T97 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7672 T97 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:53062/solr shardId:shard2
[junit4:junit4]   2> 7674 T97 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 7714 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450005 type:delete cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 7715 T97 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7716 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450005 type:create cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7725 T97 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7726 T97 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7726 T97 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53062/solr/collection1/
[junit4:junit4]   2> 7727 T97 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7727 T97 oasc.SyncStrategy.syncToMe http://127.0.0.1:53062/solr/collection1/ has no replicas
[junit4:junit4]   2> 7728 T97 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53062/solr/collection1/
[junit4:junit4]   2> 7728 T97 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 7732 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450005 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7924 T119 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7939 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 7939 T137 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 7940 T153 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 7940 T126 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 7947 T97 oasc.ZkController.register We are http://127.0.0.1:53062/solr/collection1/ and leader is http://127.0.0.1:53062/solr/collection1/
[junit4:junit4]   2> 7947 T97 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53062/solr
[junit4:junit4]   2> 7948 T97 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7948 T97 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7951 T97 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7952 T97 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7952 T97 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7952 T97 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8071 T97 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8074 T97 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:38021
[junit4:junit4]   2> 8075 T97 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8075 T97 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1352150118230
[junit4:junit4]   2> 8076 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1352150118230/'
[junit4:junit4]   2> 8104 T97 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8105 T97 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8105 T97 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1352150118230
[junit4:junit4]   2> 8106 T97 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1352150118230/solr.xml
[junit4:junit4]   2> 8106 T97 oasc.CoreContainer.<init> New CoreContainer 78271281
[junit4:junit4]   2> 8106 T97 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1352150118230/'
[junit4:junit4]   2> 8107 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1352150118230/'
[junit4:junit4]   2> 8130 T97 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8142 T97 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:35967/solr
[junit4:junit4]   2> 8143 T97 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:35967/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@45cf471
[junit4:junit4]   2> 8144 T168 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:35967
[junit4:junit4]   2> 8144 T97 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8146 T168 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:35967, initiating session
[junit4:junit4]   2> 8146 T99 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:33722
[junit4:junit4]   2> 8146 T99 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:33722
[junit4:junit4]   2> 8149 T101 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ad26d50450006 with negotiated timeout 5000 for client /140.211.11.196:33722
[junit4:junit4]   2> 8149 T168 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:35967, sessionid = 0x13ad26d50450006, negotiated timeout = 5000
[junit4:junit4]   2> 8150 T169 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45cf471 name:ZooKeeperConnection Watcher:127.0.0.1:35967/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8150 T97 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8151 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8153 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8163 T97 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38021_solr
[junit4:junit4]   2> 8164 T102 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ad26d50450006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:38021_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:38021_solr
[junit4:junit4]   2> 8165 T97 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38021_solr
[junit4:junit4]   2> 8168 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 8168 T137 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 8168 T153 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 8168 T153 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 8169 T126 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 8169 T97 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 8169 T126 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 8169 T97 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8170 T118 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 8170 T97 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 8170 T137 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 8171 T97 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8171 T97 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8171 T97 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8172 T97 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8172 T97 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8173 T97 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8173 T97 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8187 T97 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8194 T97 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1352150118230/collection1
[junit4:junit4]   2> 8194 T97 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8195 T97 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8195 T97 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8197 T97 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1352150118230/collection1/'
[junit4:junit4]   2> 8198 T97 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1352150118230/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8199 T97 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1352150118230/collection1/lib/README' to classloader
[junit4:junit4]   2> 8238 T97 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8292 T97 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8393 T97 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8399 T97 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8452 T119 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8454 T119 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53062_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53062/solr"}
[junit4:junit4]   2> 8459 T118 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 8459 T153 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 8459 T169 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 8459 T126 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 8459 T137 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 8858 T97 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8867 T97 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8870 T97 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8887 T97 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8891 T97 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8895 T97 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8897 T97 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8898 T97 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1352150118230/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty3/
[junit4:junit4]   2> 8899 T97 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e05c314
[junit4:junit4]   2> 8900 T97 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 8900 T97 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@63f798d9; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 8901 T97 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty3 forceNew:false
[junit4:junit4]   2> 8902 T97 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty3
[junit4:junit4]   2> 8902 T97 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty3/index/
[junit4:junit4]   2> 8903 T97 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8903 T97 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty3/index forceNew:false
[junit4:junit4]   2> 8909 T97 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cca1a7f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8909 T97 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8910 T97 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1352150110272/jetty3/index
[junit4:junit4]   2> 8910 T97 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8913 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8913 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8914 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8914 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8915 T97 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8915 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8916 T97 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8917 T97 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8919 T97 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8920 T97 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8921 T97 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8922 T97 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8923 T97 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8923 T97 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8924 T97 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8925 T97 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8926 T97 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8927 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8929 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8930 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8931 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8932 T97 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8933 T97 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8935 T97 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8936 T97 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8945 T97 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8949 T97 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8951 T97 oasc.SolrCore.initDeprecatedSupport WARNIN

[...truncated too long message...]

nit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    7) Thread[id=182, name=qtp1504942269-182 Acceptor0 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    8) Thread[id=313, name=qtp1386026689-313 Acceptor1 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    9) Thread[id=164, name=qtp402997664-164 Acceptor0 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   10) Thread[id=314, name=qtp1386026689-314 Acceptor2 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   11) Thread[id=183, name=qtp1504942269-183 Acceptor1 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   12) Thread[id=312, name=qtp1386026689-312 Acceptor0 SelectChannelConnector@0.0.0.0:41564, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   13) Thread[id=165, name=qtp402997664-165 Acceptor1 SelectChannelConnector@0.0.0.0:38021, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   14) Thread[id=115, name=qtp26737473-115 Acceptor2 SelectChannelConnector@0.0.0.0:53007, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   15) Thread[id=185, name=qtp1504942269-185 Acceptor3 SelectChannelConnector@0.0.0.0:35621, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   16) Thread[id=167, name=qtp402997664-167 Acceptor3 SelectChannelConnector@0.0.0.0:38021, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([5679C83081D18589]:0)
[junit4:junit4] Completed on J0 in 236.27s, 1 test, 2 errors <<< FAILURES!

[...truncated 155 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 823 ignored

Total time: 25 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3363 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3363/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
27 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:     1) Thread[id=144, name=qtp1554131515-144 Acceptor0 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=197, name=qtp291948420-197 Acceptor3 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=836, name=testExecutor-847-thread-11, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=839, name=testExecutor-847-thread-14, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=194, name=qtp291948420-194 Acceptor0 SelectChannelConnector@0.0.0.0:53232, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=840, name=testExecutor-847-thread-15, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=195, name=qtp291948420-195 Acceptor1 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=146, name=qtp1554131515-146 Acceptor2 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=841, name=testExecutor-847-thread-16, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=829, name=testExecutor-847-thread-4, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:150)         at java.net.SocketInputStream.read(SocketInputStream.java:121)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=842, name=testExecutor-847-thread-17, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=828, name=testExecutor-847-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:150)         at java.net.SocketInputStream.read(SocketInputStream.java:121)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=147, name=qtp1554131515-147 Acceptor3 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=833, name=testExecutor-847-thread-8, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=196, name=qtp291948420-196 Acceptor2 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=834, name=testExecutor-847-thread-9, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=830, name=testExecutor-847-thread-5, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=843, name=testExecutor-847-thread-18, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=827, name=testExecutor-847-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=837, name=testExecutor-847-thread-12, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=832, name=testExecutor-847-thread-7, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=145, name=qtp1554131515-145 Acceptor1 SelectChannelConnector@0.0.0.0:47593, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=835, name=testExecutor-847-thread-10, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=844, name=testExecutor-847-thread-19, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=831, name=testExecutor-847-thread-6, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=826, name=testExecutor-847-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=838, name=testExecutor-847-thread-13, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:150)         at java.net.SocketInputStream.read(SocketInputStream.java:121)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 27 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
   1) Thread[id=144, name=qtp1554131515-144 Acceptor0 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=197, name=qtp291948420-197 Acceptor3 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=836, name=testExecutor-847-thread-11, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=839, name=testExecutor-847-thread-14, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=194, name=qtp291948420-194 Acceptor0 SelectChannelConnector@0.0.0.0:53232, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=840, name=testExecutor-847-thread-15, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=195, name=qtp291948420-195 Acceptor1 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=146, name=qtp1554131515-146 Acceptor2 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=841, name=testExecutor-847-thread-16, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=829, name=testExecutor-847-thread-4, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:150)
        at java.net.SocketInputStream.read(SocketInputStream.java:121)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
        at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
        at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=842, name=testExecutor-847-thread-17, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=828, name=testExecutor-847-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:150)
        at java.net.SocketInputStream.read(SocketInputStream.java:121)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
        at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
        at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=147, name=qtp1554131515-147 Acceptor3 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=833, name=testExecutor-847-thread-8, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=196, name=qtp291948420-196 Acceptor2 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=834, name=testExecutor-847-thread-9, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=830, name=testExecutor-847-thread-5, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=843, name=testExecutor-847-thread-18, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=827, name=testExecutor-847-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=837, name=testExecutor-847-thread-12, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=832, name=testExecutor-847-thread-7, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=145, name=qtp1554131515-145 Acceptor1 SelectChannelConnector@0.0.0.0:47593, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=835, name=testExecutor-847-thread-10, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=844, name=testExecutor-847-thread-19, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=831, name=testExecutor-847-thread-6, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=826, name=testExecutor-847-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=838, name=testExecutor-847-thread-13, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:150)
        at java.net.SocketInputStream.read(SocketInputStream.java:121)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
        at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
        at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([381122DE4A393169]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=144, name=qtp1554131515-144 Acceptor0 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=197, name=qtp291948420-197 Acceptor3 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=836, name=testExecutor-847-thread-11, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=839, name=testExecutor-847-thread-14, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=194, name=qtp291948420-194 Acceptor0 SelectChannelConnector@0.0.0.0:53232, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=840, name=testExecutor-847-thread-15, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=195, name=qtp291948420-195 Acceptor1 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=146, name=qtp1554131515-146 Acceptor2 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=841, name=testExecutor-847-thread-16, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=829, name=testExecutor-847-thread-4, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:150)         at java.net.SocketInputStream.read(SocketInputStream.java:121)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=842, name=testExecutor-847-thread-17, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=147, name=qtp1554131515-147 Acceptor3 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=828, name=testExecutor-847-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:150)         at java.net.SocketInputStream.read(SocketInputStream.java:121)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=196, name=qtp291948420-196 Acceptor2 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=833, name=testExecutor-847-thread-8, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=834, name=testExecutor-847-thread-9, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=830, name=testExecutor-847-thread-5, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=843, name=testExecutor-847-thread-18, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=827, name=testExecutor-847-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=832, name=testExecutor-847-thread-7, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=837, name=testExecutor-847-thread-12, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=145, name=qtp1554131515-145 Acceptor1 SelectChannelConnector@0.0.0.0:47593, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=835, name=testExecutor-847-thread-10, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=844, name=testExecutor-847-thread-19, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=831, name=testExecutor-847-thread-6, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=826, name=testExecutor-847-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=838, name=testExecutor-847-thread-13, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:150)         at java.net.SocketInputStream.read(SocketInputStream.java:121)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=144, name=qtp1554131515-144 Acceptor0 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=197, name=qtp291948420-197 Acceptor3 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=836, name=testExecutor-847-thread-11, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=839, name=testExecutor-847-thread-14, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=194, name=qtp291948420-194 Acceptor0 SelectChannelConnector@0.0.0.0:53232, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=840, name=testExecutor-847-thread-15, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=195, name=qtp291948420-195 Acceptor1 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=146, name=qtp1554131515-146 Acceptor2 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=841, name=testExecutor-847-thread-16, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=829, name=testExecutor-847-thread-4, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:150)
        at java.net.SocketInputStream.read(SocketInputStream.java:121)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
        at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
        at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=842, name=testExecutor-847-thread-17, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=147, name=qtp1554131515-147 Acceptor3 SelectChannelConnector@0.0.0.0:47593, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=828, name=testExecutor-847-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:150)
        at java.net.SocketInputStream.read(SocketInputStream.java:121)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
        at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
        at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=196, name=qtp291948420-196 Acceptor2 SelectChannelConnector@0.0.0.0:53232, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=833, name=testExecutor-847-thread-8, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=834, name=testExecutor-847-thread-9, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=830, name=testExecutor-847-thread-5, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=843, name=testExecutor-847-thread-18, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=827, name=testExecutor-847-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=832, name=testExecutor-847-thread-7, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=837, name=testExecutor-847-thread-12, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=145, name=qtp1554131515-145 Acceptor1 SelectChannelConnector@0.0.0.0:47593, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=835, name=testExecutor-847-thread-10, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=844, name=testExecutor-847-thread-19, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=831, name=testExecutor-847-thread-6, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=826, name=testExecutor-847-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=838, name=testExecutor-847-thread-13, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:150)
        at java.net.SocketInputStream.read(SocketInputStream.java:121)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
        at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
        at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([381122DE4A393169]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SyncSliceTest

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.SyncSliceTest:     1) Thread[id=84, name=qtp200726218-84 Acceptor0 SelectChannelConnector@0.0.0.0:17651, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=157, name=qtp472025795-157 Acceptor2 SelectChannelConnector@0.0.0.0:51482, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=199, name=qtp102744554-199 Acceptor1 SelectChannelConnector@0.0.0.0:31758, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=198, name=qtp102744554-198 Acceptor0 SelectChannelConnector@0.0.0.0:31758, state=RUNNABLE, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=156, name=qtp472025795-156 Acceptor1 SelectChannelConnector@0.0.0.0:51482, state=RUNNABLE, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=139, name=qtp450086467-139 Acceptor2 SelectChannelConnector@0.0.0.0:55803, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=85, name=qtp200726218-85 Acceptor1 SelectChannelConnector@0.0.0.0:17651, state=RUNNABLE, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=158, name=qtp472025795-158 Acceptor3 SelectChannelConnector@0.0.0.0:51482, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=155, name=qtp472025795-155 Acceptor0 SelectChannelConnector@0.0.0.0:51482, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=201, name=qtp102744554-201 Acceptor3 SelectChannelConnector@0.0.0.0:31758, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=140, name=qtp450086467-140 Acceptor3 SelectChannelConnector@0.0.0.0:55803, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=86, name=qtp200726218-86 Acceptor2 SelectChannelConnector@0.0.0.0:17651, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=137, name=qtp450086467-137 Acceptor0 SelectChannelConnector@0.0.0.0:55803, state=RUNNABLE, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=138, name=qtp450086467-138 Acceptor1 SelectChannelConnector@0.0.0.0:55803, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=200, name=qtp102744554-200 Acceptor2 SelectChannelConnector@0.0.0.0:31758, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=87, name=qtp200726218-87 Acceptor3 SelectChannelConnector@0.0.0.0:17651, state=BLOCKED, group=TGRP-SyncSliceTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.SyncSliceTest: 
   1) Thread[id=84, name=qtp200726218-84 Acceptor0 SelectChannelConnector@0.0.0.0:17651, state=BLOCKED, group=TGRP-SyncSliceTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=157, name=qtp472025795-157 Acceptor2 SelectChannelConnector@0.0.0.0:51482, state=BLOCKED, group=TGRP-SyncSliceTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(Sel

[...truncated too long message...]

0)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   25) Thread[id=831, name=testExecutor-847-thread-6, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4]    >         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4]    >         at java.net.Socket.connect(Socket.java:579)
[junit4:junit4]    >         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   26) Thread[id=826, name=testExecutor-847-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4]    >         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4]    >         at java.net.Socket.connect(Socket.java:579)
[junit4:junit4]    >         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   27) Thread[id=838, name=testExecutor-847-thread-13, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
[junit4:junit4]    >         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
[junit4:junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
[junit4:junit4]    >         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
[junit4:junit4]    >         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
[junit4:junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
[junit4:junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([381122DE4A393169]:0)
[junit4:junit4] Completed on J0 in 416.55s, 1 test, 2 errors <<< FAILURES!

[...truncated 125 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 639 ignored (1 assumption)

Total time: 25 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3362 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3362/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
8 threads leaked from SUITE scope at org.apache.solr.cloud.RecoveryZkTest:     1) Thread[id=146, name=qtp1655290343-146 Acceptor1 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=55, name=qtp1232053063-55 Acceptor0 SelectChannelConnector@0.0.0.0:63935, state=RUNNABLE, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=58, name=qtp1232053063-58 Acceptor3 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=147, name=qtp1655290343-147 Acceptor2 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=145, name=qtp1655290343-145 Acceptor0 SelectChannelConnector@0.0.0.0:50330, state=RUNNABLE, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=148, name=qtp1655290343-148 Acceptor3 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=57, name=qtp1232053063-57 Acceptor2 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=56, name=qtp1232053063-56 Acceptor1 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.cloud.RecoveryZkTest: 
   1) Thread[id=146, name=qtp1655290343-146 Acceptor1 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=55, name=qtp1232053063-55 Acceptor0 SelectChannelConnector@0.0.0.0:63935, state=RUNNABLE, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=58, name=qtp1232053063-58 Acceptor3 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=147, name=qtp1655290343-147 Acceptor2 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=145, name=qtp1655290343-145 Acceptor0 SelectChannelConnector@0.0.0.0:50330, state=RUNNABLE, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=148, name=qtp1655290343-148 Acceptor3 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=57, name=qtp1232053063-57 Acceptor2 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=56, name=qtp1232053063-56 Acceptor1 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CE6CA0E534AC3B87]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=146, name=qtp1655290343-146 Acceptor1 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=55, name=qtp1232053063-55 Acceptor0 SelectChannelConnector@0.0.0.0:63935, state=RUNNABLE, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=58, name=qtp1232053063-58 Acceptor3 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=147, name=qtp1655290343-147 Acceptor2 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=145, name=qtp1655290343-145 Acceptor0 SelectChannelConnector@0.0.0.0:50330, state=RUNNABLE, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=148, name=qtp1655290343-148 Acceptor3 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=57, name=qtp1232053063-57 Acceptor2 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=56, name=qtp1232053063-56 Acceptor1 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=146, name=qtp1655290343-146 Acceptor1 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=55, name=qtp1232053063-55 Acceptor0 SelectChannelConnector@0.0.0.0:63935, state=RUNNABLE, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=58, name=qtp1232053063-58 Acceptor3 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=147, name=qtp1655290343-147 Acceptor2 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=145, name=qtp1655290343-145 Acceptor0 SelectChannelConnector@0.0.0.0:50330, state=RUNNABLE, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=148, name=qtp1655290343-148 Acceptor3 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=57, name=qtp1232053063-57 Acceptor2 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=56, name=qtp1232053063-56 Acceptor1 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CE6CA0E534AC3B87]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.TermVectorComponentDistributedTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest:     1) Thread[id=81, name=qtp44420926-81 Acceptor3 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=115, name=qtp1742270255-115 Acceptor0 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=144, name=qtp1797686779-144 Acceptor0 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=68, name=qtp1896119495-68 Acceptor3 SelectChannelConnector@0.0.0.0:19032, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=67, name=qtp1896119495-67 Acceptor2 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=78, name=qtp44420926-78 Acceptor0 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=141, name=qtp1797686779-141 Acceptor2 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=37, name=qtp1315038888-37 Acceptor2 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=118, name=qtp1742270255-118 Acceptor3 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=129, name=qtp868342404-129 Acceptor1 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=18, name=qtp1470201272-18 Acceptor3 SelectChannelConnector@0.0.0.0:17017, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=36, name=qtp1315038888-36 Acceptor1 SelectChannelConnector@0.0.0.0:48012, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=117, name=qtp1742270255-117 Acceptor2 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=102, name=qtp1531543659-102 Acceptor1 SelectChannelConnector@0.0.0.0:10806, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=38, name=qtp1315038888-38 Acceptor3 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=131, name=qtp868342404-131 Acceptor3 SelectChannelConnector@0.0.0.0:12385, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=143, name=qtp1797686779-143 Acceptor1 SelectChannelConnector@0.0.0.0:56768, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=51, name=qtp819818298-51 Acceptor0 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=101, name=qtp1531543659-101 Acceptor0 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=66, name=qtp1896119495-66 Acceptor1 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=20, name=qtp1470201272-20 Acceptor2 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=14, name=qtp1470201272-14 Acceptor1 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=54, name=qtp819818298-54 Acceptor3 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=145, name=qtp1797686779-145 Acceptor3 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=79, name=qtp44420926-79 Acceptor1 SelectChannelConnector@0.0.0.0:24585, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=53, name=qtp819818298-53 Acceptor2 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=65, name=qtp1896119495-65 Acceptor0 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=128, name=qtp868342404-128 Acceptor0 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=103, name=qtp1531543659-103 Acceptor2 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=35, name=qtp1315038888-35 Acceptor0 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=52, name=qtp819818298-52 Acceptor1 SelectChannelConnector@0.0.0.0:40787, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=80, name=qtp44420926-80 Acceptor2 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=17, name=qtp1470201272-17 Acceptor0 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=104, name=qtp1531543659-104 Acceptor3 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=116, name=qtp1742270255-116 Acceptor1 SelectChannelConnector@0.0.0.0:63021, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=130, name=qtp868342404-130 Acceptor2 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest: 
   1) Thread[id=81, name=qtp44420926-81 Acceptor3 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=115, name=qtp1742270255-115 Acceptor0 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=144, name=qtp1797686779-144 Acceptor0 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=68, name=qtp1896119495-68 Acceptor3 SelectChannelConnector@0.0.0.0:19032, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=67, name=qtp1896119495-67 Acceptor2 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=78, name=qtp44420926-78 Acceptor0 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=141, name=qtp1797686779-141 Acceptor2 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=37, name=qtp1315038888-37 Acceptor2 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=118, name=qtp1742270255-118 Acceptor3 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=129, name=qtp868342404-129 Acceptor1 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=18, name=qtp1470201272-18 Acceptor3 SelectChannelConnector@0.0.0.0:17017, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=36, name=qtp1315038888-36 Acceptor1 SelectChannelConnector@0.0.0.0:48012, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=117, name=qtp1742270255-117 Acceptor2 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=102, name=qtp1531543659-102 Acceptor1 SelectChannelConnector@0.0.0.0:10806, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=38, name=qtp1315038888-38 Acceptor3 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=131, name=qtp868342404-131 Acceptor3 SelectChannelConnector@0.0.0.0:12385, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=143, name=qtp1797686779-143 Acceptor1 SelectChannelConnector@0.0.0.0:56768, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=51, name=qtp819818298-51 Acceptor0 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=101, name=qtp1531543659-101 Acceptor0 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=66, name=qtp1896119495-66 Acceptor1 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=20, name=qtp1470201272-20 Acceptor2 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=14, name=qtp1470201272-14 Acceptor1 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=54, name=qtp819818298-54 Acceptor3 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=145, name=qtp1797686779-145 Acceptor3 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=79, name=qtp44420926-79 Acceptor1 SelectChannelConnector@0.0.0.0:24585, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=53, name=qtp819818298-53 Acceptor2 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=65, name=qtp1896119495-65 Acceptor0 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=128, name=qtp868342404-128 Acceptor0 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=103, name=qtp1531543659-103 Acceptor2 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=35, name=qtp1315038888-35 Acceptor0 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=52, name=qtp819818298-52 Acceptor1 SelectChannelConnector@0.0.0.0:40787, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=80, name=qtp44420926-80 Acceptor2 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=17, name=qtp1470201272-17 Acceptor0 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=104, name=qtp1531543659-104 Acceptor3 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=116, name=qtp1742270255-116 Acceptor1 SelectChannelConnector@0.0.0.0:63021, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=130, name=qtp868342404-130 Acceptor2 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CE6CA0E534AC3B87]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.TermVectorComponentDistributedTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=81, name=qtp44420926-81 Acceptor3 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=115, name=qtp1742270255-115 Acceptor0 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=144, name=qtp1797686779-144 Acceptor0 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=68, name=qtp1896119495-68 Acceptor3 SelectChannelConnector@0.0.0.0:19032, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=67, name=qtp1896119495-67 Acceptor2 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=78, name=qtp44420926-78 Acceptor0 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=141, name=qtp1797686779-141 Acceptor2 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=37, name=qtp1315038888-37 Acceptor2 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=118, name=qtp1742270255-118 Acceptor3 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=129, name=qtp868342404-129 Acceptor1 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=18, name=qtp1470201272-18 Acceptor3 SelectChannelConnector@0.0.0.0:17017, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=36, name=qtp1315038888-36 Acceptor1 SelectChannelConnector@0.0.0.0:48012, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=117, name=qtp1742270255-117 Acceptor2 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=102, name=qtp1531543659-102 Acceptor1 SelectChannelConnector@0.0.0.0:10806, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=38, name=qtp1315038888-38 Acceptor3 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=131, name=qtp868342404-131 Acceptor3 SelectChannelConnector@0.0.0.0:12385, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=143, name=qtp1797686779-143 Acceptor1 SelectChannelConnector@0.0.0.0:56768, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=51, name=qtp819818298-51 Acceptor0 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=20, name=qtp1470201272-20 Acceptor2 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=66, name=qtp1896119495-66 Acceptor1 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=101, name=qtp1531543659-101 Acceptor0 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=14, name=qtp1470201272-14 Acceptor1 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=54, name=qtp819818298-54 Acceptor3 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=145, name=qtp1797686779-145 Acceptor3 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=79, name=qtp44420926-79 Acceptor1 SelectChannelConnector@0.0.0.0:24585, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=53, name=qtp819818298-53 Acceptor2 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=65, name=qtp1896119495-65 Acceptor0 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=128, name=qtp868342404-128 Acceptor0 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=103, name=qtp1531543659-103 Acceptor2 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=35, name=qtp1315038888-35 Acceptor0 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=52, name=qtp819818298-52 Acceptor1 SelectChannelConnector@0.0.0.0:40787, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=80, name=qtp44420926-80 Acceptor2 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=17, name=qtp1470201272-17 Acceptor0 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=104, name=qtp1531543659-104 Acceptor3 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=116, name=qtp1742270255-116 Acceptor1 SelectChannelConnector@0.0.0.0:63021, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=130, name=qtp868342404-130 Acceptor2 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=81, name=qtp44420926-81 Acceptor3 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=115, name=qtp1742270255-115 Acceptor0 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=144, name=qtp1797686779-144 Acceptor0 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=68, name=qtp1896119495-68 Acceptor3 SelectChannelConnector@0.0.0.0:19032, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=67, name=qtp1896119495-67 Acceptor2 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=78, name=qtp44420926-78 Acceptor0 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=141, name=qtp1797686779-141 Acceptor2 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=37, name=qtp1315038888-37 Acceptor2 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=118, name=qtp1742270255-118 Acceptor3 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=129, name=qtp868342404-129 Acceptor1 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=18, name=qtp1470201272-18 Acceptor3 SelectChannelConnector@0.0.0.0:17017, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=36, name=qtp1315038888-36 Acceptor1 SelectChannelConnector@0.0.0.0:48012, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=117, name=qtp1742270255-117 Acceptor2 SelectChannelConnector@0.0.0.0:63021, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=102, name=qtp1531543659-102 Acceptor1 SelectChannelConnector@0.0.0.0:10806, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=38, name=qtp1315038888-38 Acceptor3 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=131, name=qtp868342404-131 Acceptor3 SelectChannelConnector@0.0.0.0:12385, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=143, name=qtp1797686779-143 Acceptor1 SelectChannelConnector@0.0.0.0:56768, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=51, name=qtp819818298-51 Acceptor0 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=20, name=qtp1470201272-20 Acceptor2 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=66, name=qtp1896119495-66 Acceptor1 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=101, name=qtp1531543659-101 Acceptor0 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=14, name=qtp1470201272-14 Acceptor1 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=54, name=qtp819818298-54 Acceptor3 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=145, name=qtp1797686779-145 Acceptor3 SelectChannelConnector@0.0.0.0:56768, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=79, name=qtp44420926-79 Acceptor1 SelectChannelConnector@0.0.0.0:24585, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=53, name=qtp819818298-53 Acceptor2 SelectChannelConnector@0.0.0.0:40787, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=65, name=qtp1896119495-65 Acceptor0 SelectChannelConnector@0.0.0.0:19032, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=128, name=qtp868342404-128 Acceptor0 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=103, name=qtp1531543659-103 Acceptor2 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=35, name=qtp1315038888-35 Acceptor0 SelectChannelConnector@0.0.0.0:48012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=52, name=qtp819818298-52 Acceptor1 SelectChannelConnector@0.0.0.0:40787, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=80, name=qtp44420926-80 Acceptor2 SelectChannelConnector@0.0.0.0:24585, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=17, name=qtp1470201272-17 Acceptor0 SelectChannelConnector@0.0.0.0:17017, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=104, name=qtp1531543659-104 Acceptor3 SelectChannelConnector@0.0.0.0:10806, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=116, name=qtp1742270255-116 Acceptor1 SelectChannelConnector@0.0.0.0:63021, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=130, name=qtp868342404-130 Acceptor2 SelectChannelConnector@0.0.0.0:12385, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CE6CA0E534AC3B87]:0)




Build Log:
[...truncated 8418 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.component.TermVectorComponentDistributedTest
[junit4:junit4]   2> 215 T11 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 686 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 947 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:17017
[junit4:junit4]   2> 1094 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1095 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1096 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1686 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1691 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1693 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1723 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 1728 T11 oasc.CoreContainer.<init> New CoreContainer 1914779455
[junit4:junit4]   2> 1729 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1730 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1821 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2135 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 2137 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 2139 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2140 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 2371 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2621 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2652 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2725 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4293 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4321 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4326 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4633 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4649 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4654 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4670 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4748 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/control/data/
[junit4:junit4]   2> 4752 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@595262e7
[junit4:junit4]   2> 4894 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4982 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f73a198 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@407622b3) assuming 'simple'
[junit4:junit4]   2> 4986 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/control/data forceNew:false
[junit4:junit4]   2> 4987 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/control/data
[junit4:junit4]   2> 4988 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/control/data/index/
[junit4:junit4]   2> 4989 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5011 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/control/data/index forceNew:false
[junit4:junit4]   2> 5343 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70cd445b lockFactory=org.apache.lucene.store.NativeFSLockFactory@238a5bb6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5343 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5345 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/control/data/index
[junit4:junit4]   2> 5377 T11 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 6253 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6254 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 6255 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6262 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 6361 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6373 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6377 T11 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6410 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6429 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6484 T11 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 6488 T11 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 6493 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6495 T11 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 6496 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 6497 T11 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 6526 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6529 T11 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6531 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6534 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6537 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6539 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6542 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6544 T11 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6565 T11 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 6584 T11 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 6710 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6735 T11 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 6745 T11 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-IB.XML, SCHEMA-CHARFILTERS.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SCHEMA-DFR.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 6752 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/control/data
[junit4:junit4]   2> 6803 T11 oass.SolrIndexSearcher.<init> Opening Searcher@15038edc main
[junit4:junit4]   2> 6871 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6872 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6874 T11 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7018 T11 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7320 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 7321 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7321 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 7322 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7322 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7323 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7323 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7324 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7324 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7360 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8168 T29 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15038edc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8189 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8190 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8190 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8276 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8307 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8310 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:48012
[junit4:junit4]   2> 8311 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8311 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8312 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8353 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8354 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8355 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8355 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 8356 T11 oasc.CoreContainer.<init> New CoreContainer 1378748451
[junit4:junit4]   2> 8357 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8357 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8387 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8411 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 8412 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 8414 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8415 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 8497 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8571 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8572 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8619 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9434 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9456 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9462 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9493 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9501 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9508 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9513 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9517 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/shard0/data/
[junit4:junit4]   2> 9518 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@595262e7
[junit4:junit4]   2> 9520 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9522 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@11bdb67e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e18134b) assuming 'simple'
[junit4:junit4]   2> 9522 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/shard0/data forceNew:false
[junit4:junit4]   2> 9523 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/shard0/data
[junit4:junit4]   2> 9524 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/shard0/data/index/
[junit4:junit4]   2> 9526 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9527 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/shard0/data/index forceNew:false
[junit4:junit4]   2> 9532 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@68e6e750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c745192),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9533 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9534 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/shard0/data/index
[junit4:junit4]   2> 9535 T11 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9540 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9541 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9542 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9543 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 9544 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9545 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9547 T11 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9551 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9555 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9559 T11 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 9563 T11 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 9565 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9569 T11 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 9570 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 9571 T11 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 9575 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9579 T11 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9583 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9587 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9591 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9595 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9598 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9601 T11 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9603 T11 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 9606 T11 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 9617 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9621 T11 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9625 T11 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-IB.XML, SCHEMA-CHARFILTERS.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SCHEMA-DFR.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 9629 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/shard0/data
[junit4:junit4]   2> 9629 T11 oass.SolrIndexSearcher.<init> Opening Searcher@306a12cf main
[junit4:junit4]   2> 9630 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9631 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9632 T11 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 9656 T11 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 9710 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9711 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9712 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9712 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9713 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9713 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9714 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9714 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9715 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9715 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9756 T43 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@306a12cf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9770 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9770 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9771 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9771 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@5986b474
[junit4:junit4]   2> 11165 T22 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/control/data
[junit4:junit4]   2> 11171 T22 C0 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70cd445b lockFactory=org.apache.lucene.store.NativeFSLockFactory@238a5bb6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11172 T22 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11512 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 630
[junit4:junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@9f287fc
[junit4:junit4]   2> 11636 T42 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/shard0/data
[junit4:junit4]   2> 11639 T42 C1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@68e6e750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c745192),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11639 T42 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11644 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 9
[junit4:junit4]   2> 11654 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 5
[junit4:junit4]   2> 11663 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 4
[junit4:junit4]   2> 11800 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 132
[junit4:junit4]   2> 11811 T41 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 6
[junit4:junit4]   2> 11817 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 2
[junit4:junit4]   2> 11823 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 2
[junit4:junit4]   2> 11830 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 3
[junit4:junit4]   2> 11837 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 3
[junit4:junit4]   2> 11842 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 2
[junit4:junit4]   2> 11848 T41 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 2
[junit4:junit4]   2> 11856 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 2
[junit4:junit4]   2> 11862 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 3
[junit4:junit4]   2> 11869 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 3
[junit4:junit4]   2> 11878 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 3
[junit4:junit4]   2> 11885 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 3
[junit4:junit4]   2> 11891 T41 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 2
[junit4:junit4]   2> 12107 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 211
[junit4:junit4]   2> 12121 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 10
[junit4:junit4]   2> 12190 T23 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12193 T23 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70cd445b lockFactory=org.apache.lucene.store.NativeFSLockFactory@238a5bb6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70cd445b lockFactory=org.apache.lucene.store.NativeFSLockFactory@238a5bb6),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene41_0.pos, _0.tvd, _0.tvf, _0_nrm.cfs, _0_Lucene41_0.doc, _0.tvx, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 12194 T23 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_Lucene41_0.pos, _0.tvd, _0.tvf, _0_nrm.cfs, _0_Lucene41_0.doc, _0.tvx, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 12195 T23 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/control/data
[junit4:junit4]   2> 12430 T23 C0 oass.SolrIndexSearcher.<init> Opening Searcher@afb9176 main
[junit4:junit4]   2> 12434 T23 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12452 T29 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@afb9176 main{StandardDirectoryReader(segments_2:3 _0(5.0):C10)}
[junit4:junit4]   2> 12454 T29 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/control/data/index
[junit4:junit4]   2> 12454 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 289
[junit4:junit4]   2> 12459 T41 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12461 T41 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@68e6e750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c745192),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@68e6e750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c745192),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene41_0.pos, _0.tvd, _0.tvf, _0_nrm.cfs, _0_Lucene41_0.doc, _0.tvx, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 12461 T41 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_Lucene41_0.pos, _0.tvd, _0.tvf, _0_nrm.cfs, _0_Lucene41_0.doc, _0.tvx, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 12462 T41 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/shard0/data
[junit4:junit4]   2> 12468 T41 C1 oass.SolrIndexSearcher.<init> Opening Searcher@4e88b2fa main
[junit4:junit4]   2> 12469 T41 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12476 T43 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e88b2fa main{StandardDirectoryReader(segments_2:3 _0(5.0):C10)}
[junit4:junit4]   2> 12478 T43 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.TermVectorComponentDistributedTest-1351965820480/shard0/data/index
[junit4:junit4]   2> 12478 T41 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 19
[junit4:junit4]   2> 12960 T22 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=453 
[junit4:junit4]   2> 13019 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr&NOW=1351965833234&tv.tf=true&start=0&q=id:0&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=3 
[junit4:junit4]   2> 13074 T40 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&shard.url=127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr&NOW=1351965833234&tv.tf=true&q=id:0&tv=true&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 13084 T42 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards=127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=110 
[junit4:junit4]   2> 13097 T23 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&fl=*,score&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 13336 T40 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::213]:33332/solr|127.0.0.1:48012/solr&NOW=1351965833362&tv.tf=true&start=0&q=id:0&tv=true&tv.fl=test_basictv,test_offtv&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13344 T42 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=[ff01::213]:33332/solr|127.0.0.1:48012/solr&NOW=1351965833362&tv.tf=true&q=id:0&tv=true&tv.fl=test_basictv,test_offtv&qt=tvrh&isShard=true} status=0 QTime=2 
[junit4:junit4]   2> 13346 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&fl=*,score&shards=[ff01::213]:33332/solr|127.0.0.1:48012/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=244 
[junit4:junit4]   2> 13353 T24 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&fl=*,score&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13364 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:48012/solr|[ff01::213]:33332/solr&NOW=1351965833619&tv.tf=true&start=0&q=id:0&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13370 T40 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=127.0.0.1:48012/solr|[ff01::213]:33332/solr&NOW=1351965833619&tv.tf=true&q=id:0&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 13372 T42 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&fl=*,score&shards=127.0.0.1:48012/solr|[ff01::213]:33332/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=13 
[junit4:junit4]   2> 13378 T23 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=*,score&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13388 T40 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:48012/solr&NOW=1351965833643&tv.tf=true&start=0&q=id:0&tv=true&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13394 T42 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=127.0.0.1:48012/solr&NOW=1351965833643&tv.tf=true&q=id:0&tv=true&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 13396 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=*,score&shards=127.0.0.1:48012/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=13 
[junit4:junit4]   2> 13467 T24 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=66 
[junit4:junit4]   2> 13560 T40 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::213]:33332/solr|[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&NOW=1351965833811&tv.tf=true&start=0&q=id:0&tv=true&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13567 T42 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&fl=id&shard.url=[ff01::213]:33332/solr|[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&NOW=1351965833811&tv.tf=true&q=id:0&tv=true&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 13569 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&shards=[ff01::213]:33332/solr|[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=18 
[junit4:junit4]   2> 13575 T22 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 13585 T42 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr|[ff01::114]:33332/solr&NOW=1351965833839&tv.tf=true&start=0&q=id:0&tv=true&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13593 T41 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&distrib=false&wt=javabin&version=2&fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&fl=id&shard.url=[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr|[ff01::114]:33332/solr&NOW=1351965833839&tv.tf=true&q=id:0&tv=true&qt=tvrh&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 13595 T40 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&shards=[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr|[ff01::114]:33332/solr&tv.tf=true&shards.qt=tvrh&q=id:0&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=16 
[junit4:junit4]   2> 13601 T23 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&tv.tf=true&q=id:0&tv=true&tv.tf_idf=true&qt=tvrh} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13613 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&rows=10&version=2&fl=id&shard.url=127.0.0.1:48012/solr&NOW=1351965833867&tv.tf=true&start=0&q=id:0&tv=true&tv.tf_idf=true&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 13622 T40 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&shard.url=127.0.0.1:48012/solr&NOW=1351965833867&tv.tf=true&q=id:0&tv=true&tv.tf_idf=true&qt=tvrh&isShard=true} status=0 QTime=3 
[junit4:junit4]   2> 13626 T42 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&tv.df=true&wt=javabin&version=2&shards=127.0.0.1:48012/solr&tv.tf=true&q=id:0&tv=true&tv.tf_idf=true&qt=tvrh} hits=1 status=0 QTime=19 
[junit4:junit4]   2> 13635 T24 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&q=id:0&tv=true&tv.all=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=3 
[junit4:junit4]   2> 13648 T40 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&tv.all=true&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=[ff01::083]:33332/solr|127.0.0.1:48012/solr&NOW=1351965833902&start=0&q=id:0&tv=true&qt=tvrh&isShard=true&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13658 T42 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=0&tv.all=true&distrib=false&wt=javabin&version=2&shard.url=[ff01::083]:33332/solr|127.0.0.1:48012/solr&NOW=1351965833902&q=id:0&tv=true&qt=tvrh&isShard=true} status=0 QTime=2 
[junit4:junit4]   2> 13661 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards=[ff01::083]:33332/solr|127.0.0.1:48012/solr&shards.qt=tvrh&q=id:0&tv=true&tv.all=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=19 
[junit4:junit4]   2> 13668 T22 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&f.test_basictv.tv.df=false&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&f.test_basictv.tv.tf_idf=false&wt=javabin&version=2&tv.tf=true&f.test_basictv.tv.tf=false&q=id:0&tv=true&f.test_posofftv.tv.positions=false&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&tv.tf_idf=true&qt=tvrh&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13685 T42 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&tv.positions=true&f.test_basictv.tv.tf_idf=false&version=2&NOW=1351965833934&shard.url=[ff01::114]:33332/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&fl=id&f.test_posofftv.tv.positions=false&qt=tvrh&fsv=true&f.test_basictv.tv.df=false&tv.offsets=true&tv.df=true&wt=javabin&rows=10&tv.tf=true&start=0&f.test_basictv.tv.tf=false&q=id:0&tv=true&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&isShard=true&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=3 
[junit4:junit4]   2> 13697 T41 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&tv.positions=true&distrib=false&f.test_basictv.tv.tf_idf=false&version=2&shard.url=[ff01::114]:33332/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&NOW=1351965833934&f.test_posofftv.tv.positions=false&qt=tvrh&f.test_basictv.tv.df=false&ids=0&tv.offsets=true&tv.df=true&wt=javabin&tv.tf=true&f.test_basictv.tv.tf=false&q=id:0&tv=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&tv.tf_idf=true&isShard=true&f.test_offtv.tv.offsets=false} status=0 QTime=3 
[junit4:junit4]   2> 13700 T40 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&f.test_basictv.tv.df=false&tv.offsets=true&tv.positions=true&tv.df=true&f.test_basictv.tv.tf_idf=false&wt=javabin&version=2&shards=[ff01::114]:33332/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&tv.tf=true&f.test_basictv.tv.tf=false&q=id:0&tv=true&f.test_posofftv.tv.positions=false&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&tv.tf_idf=true&qt=tvrh&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=26 
[junit4:junit4]   2> 13707 T23 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13719 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=[ff01::114]:33332/solr|127.0.0.1:48012/solr|[ff01::083]:33332/solr&NOW=1351965833972&tv.tf=true&start=0&q=id:7&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 13726 T40 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&shard.url=[ff01::114]:33332/solr|127.0.0.1:48012/solr|[ff01::083]:33332/solr&NOW=1351965833972&tv.tf=true&q=id:7&tv=true&isShard=true&qt=tvrh} status=0 QTime=1 
[junit4:junit4]   2> 13729 T42 C1 REQ [collection1] webapp=/solr path=/select params={shards=[ff01::114]:33332/solr|127.0.0.1:48012/solr|[ff01::083]:33332/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=17 
[junit4:junit4]   2> 13737 T24 C0 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 13749 T40 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:48012/solr&NOW=1351965834002&tv.tf=true&start=0&q=id:7&tv=true&tv.fl=test_basictv,test_offtv&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13756 T42 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=127.0.0.1:48012/solr&NOW=1351965834002&tv.tf=true&q=id:7&tv=true&tv.fl=test_basictv,test_offtv&isShard=true&qt=tvrh} status=0 QTime=1 
[junit4:junit4]   2> 13758 T41 C1 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=127.0.0.1:48012/solr&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&tv.fl=test_basictv,test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=16 
[junit4:junit4]   2> 13763 T22 C0 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13773 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::114]:33332/solr|127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1351965834027&tv.tf=true&start=0&q=id:7&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13781 T40 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=[ff01::114]:33332/solr|127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1351965834027&tv.tf=true&q=id:7&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&isShard=true&qt=tvrh} status=0 QTime=1 
[junit4:junit4]   2> 13784 T42 C1 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=[ff01::114]:33332/solr|127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&sort=id+asc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&tv.fl=test_basictv&tv.fl=test_offtv&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=17 
[junit4:junit4]   2> 13791 T24 C0 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 13803 T40 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1351965834057&tv.tf=true&start=0&q=id:7&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 13809 T42 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&fl=*,score&shard.url=127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1351965834057&tv.tf=true&q=id:7&tv=true&isShard=true&qt=tvrh} status=0 QTime=1 
[junit4:junit4]   2> 13811 T41 C1 REQ [collection1] webapp=/solr path=/select params={fl=*,score&shards=127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=14 
[junit4:junit4]   2> 13817 T22 C0 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 13827 T42 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&NOW=1351965834082&tv.tf=true&start=0&q=id:7&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13833 T41 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&fl=id&shard.url=[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&NOW=1351965834082&tv.tf=true&q=id:7&tv=true&isShard=true&qt=tvrh} status=0 QTime=1 
[junit4:junit4]   2> 13835 T40 C1 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv,[docid],test_postv,val:sum(3,4)&shards=[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=13 
[junit4:junit4]   2> 13841 T23 C0 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13851 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:48012/solr|[ff01::114]:33332/solr&NOW=1351965834106&tv.tf=true&start=0&q=id:7&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13857 T40 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&distrib=false&wt=javabin&version=2&fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&fl=id&shard.url=127.0.0.1:48012/solr|[ff01::114]:33332/solr&NOW=1351965834106&tv.tf=true&q=id:7&tv=true&isShard=true&qt=tvrh} status=0 QTime=1 
[junit4:junit4]   2> 13859 T42 C1 REQ [collection1] webapp=/solr path=/select params={fl=score,test_basictv&fl=[docid],test_postv,val:sum(3,4)&shards=127.0.0.1:48012/solr|[ff01::114]:33332/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:7&tv=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=13 
[junit4:junit4]   2> 13865 T24 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&tv.tf=true&q=id:7&tv=true&tv.tf_idf=true&qt=tvrh} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13876 T40 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&rows=10&version=2&fl=id&shard.url=127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1351965834131&tv.tf=true&start=0&q=id:7&tv=true&tv.tf_idf=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13882 T42 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&wt=javabin&version=2&shard.url=127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1351965834131&tv.tf=true&q=id:7&tv=true&tv.tf_idf=true&isShard=true&qt=tvrh} status=0 QTime=1 
[junit4:junit4]   2> 13884 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+asc&shards.qt=tvrh&tv.offsets=true&tv.positions=true&tv.df=true&wt=javabin&version=2&shards=127.0.0.1:48012/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&tv.tf=true&q=id:7&tv=true&tv.tf_idf=true&qt=tvrh} hits=1 status=0 QTime=13 
[junit4:junit4]   2> 13896 T22 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&q=id:7&tv=true&tv.all=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13906 T42 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&tv.all=true&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=127.0.0.1:48012/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr&NOW=1351965834161&start=0&q=id:7&tv=true&isShard=true&qt=tvrh&fsv=true} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13913 T41 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=7&tv.all=true&distrib=false&wt=javabin&version=2&shard.url=127.0.0.1:48012/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr&NOW=1351965834161&q=id:7&tv=true&isShard=true&qt=tvrh} status=0 QTime=2 
[junit4:junit4]   2> 13915 T40 C1 REQ [collection1] webapp=/solr path=/select params={shards=127.0.0.1:48012/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr&sort=id+desc&shards.qt=tvrh&q=id:7&tv=true&tv.all=true&qt=tvrh&wt=javabin&version=2} hits=1 status=0 QTime=14 
[junit4:junit4]   2> 13921 T23 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&f.test_basictv.tv.df=false&tv.offsets=true&tv.positions=true&distrib=false&tv.df=true&f.test_basictv.tv.tf_idf=false&wt=javabin&version=2&tv.tf=true&f.test_basictv.tv.tf=false&q=id:7&tv=true&f.test_posofftv.tv.positions=false&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&qt=tvrh&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13932 T40 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&tv.positions=true&distrib=false&f.test_basictv.tv.tf_idf=false&version=2&fl=id&shard.url=[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&NOW=1351965834186&f.test_posofftv.tv.positions=false&qt=tvrh&fsv=true&f.test_basictv.tv.df=false&tv.offsets=true&tv.df=true&wt=javabin&rows=10&tv.tf=true&f.test_basictv.tv.tf=false&start=0&q=id:7&tv=true&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&isShard=true&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13940 T41 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&tv.positions=true&distrib=false&f.test_basictv.tv.tf_idf=false&version=2&shard.url=[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&NOW=1351965834186&f.test_posofftv.tv.positions=false&qt=tvrh&f.test_basictv.tv.df=false&ids=7&tv.offsets=true&tv.df=true&wt=javabin&tv.tf=true&f.test_basictv.tv.tf=false&q=id:7&tv=true&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&isShard=true&f.test_offtv.tv.offsets=false} status=0 QTime=1 
[junit4:junit4]   2> 13942 T42 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&f.test_basictv.tv.df=false&tv.offsets=true&tv.positions=true&tv.df=true&f.test_basictv.tv.tf_idf=false&wt=javabin&version=2&shards=[ff01::114]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:48012/solr&tv.tf=true&f.test_basictv.tv.tf=false&q=id:7&tv=true&f.test_posofftv.tv.positions=false&tv.tf_idf=true&tv.fl=test_basictv,test_notv,test_postv,test_offtv,test_posofftv&qt=tvrh&f.test_offtv.tv.offsets=false} hits=1 status=0 QTime=16 
[junit4:junit4]   2> 14012 T24 C0 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&distrib=false&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=65 
[junit4:junit4]   2> 14026 T41 C1 REQ [collection1] webapp=/solr path=/select params={sort=id+desc&shards.qt=tvrh&distrib=false&wt=javabin&rows=10&version=2&fl=id&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:48012/solr|[ff01::213]:33332/solr&NOW=1351965834281&tv.tf=true&start=0&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh&fsv=true} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 14033 T42 C1 REQ [collection1] webapp=/solr path=/select params={shards.qt=tvrh&ids=3,6,5,4&distrib=false&wt=javabin&version=2&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:48012/solr|[ff01::213]:33332/solr&NOW=1351965834281&tv.tf=true&q=id:[3+TO+6]&tv=true&isShard=true&qt=tvrh} status=0 QTime=2 
[junit4:junit4]   2> 14036 T40 C1 REQ [collection1] webapp=/solr path=/select params={shards=[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:48012/solr|[ff01::213]:33332/solr&sort=id+desc&tv.tf=true&shards.qt=tvrh&q=id:[3+TO+6]&tv=true&qt=tvrh&wt=javabin&version=2} hits=4 status=0 QTime=15 
[junit4:junit4]   2> 14043 T22 C0 REQ [collection1] webapp=/solr path=/select params={fl=*,score&sort=id+asc&tv.tf=tru

[...truncated too long message...]

ector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    7) Thread[id=57, name=qtp1232053063-57 Acceptor2 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    8) Thread[id=56, name=qtp1232053063-56 Acceptor1 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CE6CA0E534AC3B87]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=146, name=qtp1655290343-146 Acceptor1 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=55, name=qtp1232053063-55 Acceptor0 SelectChannelConnector@0.0.0.0:63935, state=RUNNABLE, group=TGRP-RecoveryZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=58, name=qtp1232053063-58 Acceptor3 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=147, name=qtp1655290343-147 Acceptor2 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    5) Thread[id=145, name=qtp1655290343-145 Acceptor0 SelectChannelConnector@0.0.0.0:50330, state=RUNNABLE, group=TGRP-RecoveryZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    6) Thread[id=148, name=qtp1655290343-148 Acceptor3 SelectChannelConnector@0.0.0.0:50330, state=BLOCKED, group=TGRP-RecoveryZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    7) Thread[id=57, name=qtp1232053063-57 Acceptor2 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    8) Thread[id=56, name=qtp1232053063-56 Acceptor1 SelectChannelConnector@0.0.0.0:63935, state=BLOCKED, group=TGRP-RecoveryZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CE6CA0E534AC3B87]:0)
[junit4:junit4] Completed on J1 in 84.29s, 1 test, 2 errors <<< FAILURES!

[...truncated 167 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 867 ignored

Total time: 18 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3361 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3361/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([A9845EC94E8CAE06]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.SolrCmdDistributorTest

Error Message:
20 threads leaked from SUITE scope at org.apache.solr.update.SolrCmdDistributorTest:     1) Thread[id=77, name=qtp853038356-77 Acceptor3 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=61, name=qtp1543657643-61 Acceptor1 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=76, name=qtp853038356-76 Acceptor2 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=15, name=qtp1400889365-15 Acceptor1 SelectChannelConnector@0.0.0.0:52599, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=63, name=qtp1543657643-63 Acceptor3 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=49, name=qtp271862230-49 Acceptor2 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=36, name=qtp846414915-36 Acceptor2 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=47, name=qtp271862230-47 Acceptor0 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=60, name=qtp1543657643-60 Acceptor0 SelectChannelConnector@0.0.0.0:35754, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=35, name=qtp846414915-35 Acceptor1 SelectChannelConnector@0.0.0.0:29985, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=48, name=qtp271862230-48 Acceptor1 SelectChannelConnector@0.0.0.0:53008, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=16, name=qtp1400889365-16 Acceptor3 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=37, name=qtp846414915-37 Acceptor3 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=75, name=qtp853038356-75 Acceptor1 SelectChannelConnector@0.0.0.0:40170, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=50, name=qtp271862230-50 Acceptor3 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=21, name=qtp1400889365-21 Acceptor2 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=20, name=qtp1400889365-20 Acceptor0 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=34, name=qtp846414915-34 Acceptor0 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=62, name=qtp1543657643-62 Acceptor2 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=74, name=qtp853038356-74 Acceptor0 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 20 threads leaked from SUITE scope at org.apache.solr.update.SolrCmdDistributorTest: 
   1) Thread[id=77, name=qtp853038356-77 Acceptor3 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=61, name=qtp1543657643-61 Acceptor1 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=76, name=qtp853038356-76 Acceptor2 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=15, name=qtp1400889365-15 Acceptor1 SelectChannelConnector@0.0.0.0:52599, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=63, name=qtp1543657643-63 Acceptor3 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=49, name=qtp271862230-49 Acceptor2 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=36, name=qtp846414915-36 Acceptor2 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=47, name=qtp271862230-47 Acceptor0 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=60, name=qtp1543657643-60 Acceptor0 SelectChannelConnector@0.0.0.0:35754, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=35, name=qtp846414915-35 Acceptor1 SelectChannelConnector@0.0.0.0:29985, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=48, name=qtp271862230-48 Acceptor1 SelectChannelConnector@0.0.0.0:53008, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=16, name=qtp1400889365-16 Acceptor3 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=37, name=qtp846414915-37 Acceptor3 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=75, name=qtp853038356-75 Acceptor1 SelectChannelConnector@0.0.0.0:40170, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=50, name=qtp271862230-50 Acceptor3 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=21, name=qtp1400889365-21 Acceptor2 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=20, name=qtp1400889365-20 Acceptor0 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=34, name=qtp846414915-34 Acceptor0 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=62, name=qtp1543657643-62 Acceptor2 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=74, name=qtp853038356-74 Acceptor0 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([A9845EC94E8CAE06]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.SolrCmdDistributorTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=61, name=qtp1543657643-61 Acceptor1 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=77, name=qtp853038356-77 Acceptor3 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=76, name=qtp853038356-76 Acceptor2 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=15, name=qtp1400889365-15 Acceptor1 SelectChannelConnector@0.0.0.0:52599, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=49, name=qtp271862230-49 Acceptor2 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=63, name=qtp1543657643-63 Acceptor3 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=36, name=qtp846414915-36 Acceptor2 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=47, name=qtp271862230-47 Acceptor0 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=35, name=qtp846414915-35 Acceptor1 SelectChannelConnector@0.0.0.0:29985, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=60, name=qtp1543657643-60 Acceptor0 SelectChannelConnector@0.0.0.0:35754, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=16, name=qtp1400889365-16 Acceptor3 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=48, name=qtp271862230-48 Acceptor1 SelectChannelConnector@0.0.0.0:53008, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=37, name=qtp846414915-37 Acceptor3 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=75, name=qtp853038356-75 Acceptor1 SelectChannelConnector@0.0.0.0:40170, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=50, name=qtp271862230-50 Acceptor3 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=21, name=qtp1400889365-21 Acceptor2 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=20, name=qtp1400889365-20 Acceptor0 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=34, name=qtp846414915-34 Acceptor0 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=62, name=qtp1543657643-62 Acceptor2 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=74, name=qtp853038356-74 Acceptor0 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=61, name=qtp1543657643-61 Acceptor1 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=77, name=qtp853038356-77 Acceptor3 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=76, name=qtp853038356-76 Acceptor2 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=15, name=qtp1400889365-15 Acceptor1 SelectChannelConnector@0.0.0.0:52599, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=49, name=qtp271862230-49 Acceptor2 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=63, name=qtp1543657643-63 Acceptor3 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=36, name=qtp846414915-36 Acceptor2 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=47, name=qtp271862230-47 Acceptor0 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=35, name=qtp846414915-35 Acceptor1 SelectChannelConnector@0.0.0.0:29985, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=60, name=qtp1543657643-60 Acceptor0 SelectChannelConnector@0.0.0.0:35754, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=16, name=qtp1400889365-16 Acceptor3 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=48, name=qtp271862230-48 Acceptor1 SelectChannelConnector@0.0.0.0:53008, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=37, name=qtp846414915-37 Acceptor3 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=75, name=qtp853038356-75 Acceptor1 SelectChannelConnector@0.0.0.0:40170, state=RUNNABLE, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=50, name=qtp271862230-50 Acceptor3 SelectChannelConnector@0.0.0.0:53008, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=21, name=qtp1400889365-21 Acceptor2 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=20, name=qtp1400889365-20 Acceptor0 SelectChannelConnector@0.0.0.0:52599, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=34, name=qtp846414915-34 Acceptor0 SelectChannelConnector@0.0.0.0:29985, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=62, name=qtp1543657643-62 Acceptor2 SelectChannelConnector@0.0.0.0:35754, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=74, name=qtp853038356-74 Acceptor0 SelectChannelConnector@0.0.0.0:40170, state=BLOCKED, group=TGRP-SolrCmdDistributorTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([A9845EC94E8CAE06]:0)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([A9845EC94E8CAE06]:0)




Build Log:
[...truncated 8432 lines...]
[junit4:junit4] Suite: org.apache.solr.update.SolrCmdDistributorTest
[junit4:junit4]   2> 303 T11 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 782 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1097 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:52599
[junit4:junit4]   2> 1252 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1254 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1254 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1865 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1869 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1869 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1900 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 1905 T11 oasc.CoreContainer.<init> New CoreContainer 1950805105
[junit4:junit4]   2> 1906 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1907 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1995 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2313 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 2314 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 2316 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2317 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 2409 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2553 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 2584 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2660 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4369 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4399 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4403 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4712 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4729 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4735 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4752 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4865 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data/
[junit4:junit4]   2> 4866 T11 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 4886 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5013 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@63f5d66f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@20d144ae) assuming 'simple'
[junit4:junit4]   2> 5018 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data forceNew:false
[junit4:junit4]   2> 5019 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data
[junit4:junit4]   2> 5019 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data/index/
[junit4:junit4]   2> 5021 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5055 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data/index forceNew:false
[junit4:junit4]   2> 5495 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5f890954 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7ff512; maxCacheMB=0.0517578125 maxMergeSizeMB=0.3955078125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5496 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5498 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data/index
[junit4:junit4]   2> 6583 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6609 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6649 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6657 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6848 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6872 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data
[junit4:junit4]   2> 6913 T11 oass.SolrIndexSearcher.<init> Opening Searcher@70930156 main
[junit4:junit4]   2> 6991 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6991 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7072 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 7072 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7073 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 7074 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7074 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7075 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7075 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7076 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7076 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7108 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 7578 T28 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70930156 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7581 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7582 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7582 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7630 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7652 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 7655 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:29985
[junit4:junit4]   2> 7656 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7656 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 7657 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 7690 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7691 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7692 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 7692 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 7693 T11 oasc.CoreContainer.<init> New CoreContainer 849610006
[junit4:junit4]   2> 7694 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 7694 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 7726 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7751 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 7752 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 7753 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7754 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 7800 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7863 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 7864 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7914 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8512 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8536 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8543 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8571 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8580 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8587 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8591 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8595 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data/
[junit4:junit4]   2> 8596 T11 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 8596 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8597 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@3ac928be lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6c91f018) assuming 'simple'
[junit4:junit4]   2> 8598 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data forceNew:false
[junit4:junit4]   2> 8599 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data
[junit4:junit4]   2> 8599 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data/index/
[junit4:junit4]   2> 8601 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8602 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data/index forceNew:false
[junit4:junit4]   2> 8606 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@835e3ac lockFactory=org.apache.lucene.store.NativeFSLockFactory@32cc742),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8606 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8607 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data/index
[junit4:junit4]   2> 8610 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8612 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8614 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8615 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8626 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8631 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data
[junit4:junit4]   2> 8632 T11 oass.SolrIndexSearcher.<init> Opening Searcher@162fcc88 main
[junit4:junit4]   2> 8633 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8634 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8634 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 8635 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8636 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 8636 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8637 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8637 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8638 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8638 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8639 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8639 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8659 T41 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@162fcc88 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8659 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8660 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8661 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8662 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8672 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8675 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:53008
[junit4:junit4]   2> 8676 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8677 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8677 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8707 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8708 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8709 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8709 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 8710 T11 oasc.CoreContainer.<init> New CoreContainer 1786864416
[junit4:junit4]   2> 8711 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8711 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8752 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8778 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 8779 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 8781 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8782 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 8827 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8887 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 8888 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8937 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9490 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9504 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9508 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9529 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9534 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9538 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9541 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9544 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data/
[junit4:junit4]   2> 9545 T11 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 9545 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9546 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@14c86ad8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@71de9590) assuming 'simple'
[junit4:junit4]   2> 9547 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data forceNew:false
[junit4:junit4]   2> 9547 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data
[junit4:junit4]   2> 9548 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data/index/
[junit4:junit4]   2> 9549 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9549 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data/index forceNew:false
[junit4:junit4]   2> 9553 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5223dd3a lockFactory=org.apache.lucene.store.NativeFSLockFactory@d2c5d0a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9553 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9554 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data/index
[junit4:junit4]   2> 9556 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9558 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9559 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9560 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9570 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9577 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data
[junit4:junit4]   2> 9578 T11 oass.SolrIndexSearcher.<init> Opening Searcher@55474b36 main
[junit4:junit4]   2> 9580 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9580 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9581 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9582 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9582 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9583 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9583 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9584 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9584 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9585 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9585 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9586 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9608 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9608 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55474b36 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9609 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9610 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9610 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9620 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9623 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:35754
[junit4:junit4]   2> 9624 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9625 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9625 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9654 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9654 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9655 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9655 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 9656 T11 oasc.CoreContainer.<init> New CoreContainer 945086755
[junit4:junit4]   2> 9657 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9657 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9684 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9704 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 9705 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 9706 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9707 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 9744 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9786 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 9788 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9827 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10354 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10367 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10371 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10391 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10398 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10404 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10407 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10409 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data/
[junit4:junit4]   2> 10410 T11 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 10410 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10411 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@41e616dc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@68e6e750) assuming 'simple'
[junit4:junit4]   2> 10412 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data forceNew:false
[junit4:junit4]   2> 10412 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data
[junit4:junit4]   2> 10413 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data/index/
[junit4:junit4]   2> 10414 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10414 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data/index forceNew:false
[junit4:junit4]   2> 10418 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@38978813 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12cf104c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10418 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10419 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data/index
[junit4:junit4]   2> 10421 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10423 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10424 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10425 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10434 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10440 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data
[junit4:junit4]   2> 10440 T11 oass.SolrIndexSearcher.<init> Opening Searcher@2ec0635b main
[junit4:junit4]   2> 10442 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10443 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10444 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 10444 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10445 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 10446 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10446 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10447 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10447 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10448 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10448 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10449 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 10470 T68 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2ec0635b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10470 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 10471 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10472 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10472 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10483 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 10486 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:40170
[junit4:junit4]   2> 10487 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10488 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 10488 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 10518 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10518 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10519 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 10519 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 10520 T11 oasc.CoreContainer.<init> New CoreContainer 1992197523
[junit4:junit4]   2> 10521 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 10521 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 10607 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10639 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 10641 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 10643 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10644 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 10725 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10804 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 10805 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10860 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11728 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11749 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11754 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11782 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11790 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11797 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11801 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11804 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data/
[junit4:junit4]   2> 11805 T11 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 11806 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11807 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d8db6e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@62e1ae2c) assuming 'simple'
[junit4:junit4]   2> 11808 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data forceNew:false
[junit4:junit4]   2> 11809 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data
[junit4:junit4]   2> 11810 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data/index/
[junit4:junit4]   2> 11811 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11812 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data/index forceNew:false
[junit4:junit4]   2> 11818 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3e7d5a1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@108a3c74; maxCacheMB=0.0029296875 maxMergeSizeMB=0.89453125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11819 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11820 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data/index
[junit4:junit4]   2> 11823 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11825 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11827 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11828 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11845 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11853 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data
[junit4:junit4]   2> 11854 T11 oass.SolrIndexSearcher.<init> Opening Searcher@16fa905a main
[junit4:junit4]   2> 11855 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11856 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11857 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 11858 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11859 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 11860 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11861 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11861 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11862 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11863 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11864 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11865 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 11896 T82 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16fa905a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11896 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11898 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11898 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11899 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@68c2c787
[junit4:junit4]   2> 14577 T23 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data
[junit4:junit4]   2> 14586 T23 C0 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5f890954 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7ff512; maxCacheMB=0.0517578125 maxMergeSizeMB=0.3955078125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14587 T23 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14637 T23 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data
[junit4:junit4]   2> 14673 T23 C0 oass.SolrIndexSearcher.<init> Opening Searcher@33aa6b1f realtime
[junit4:junit4]   2> 14683 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417586419926302720)} 0 1203
[junit4:junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@320467b6
[junit4:junit4]   2> 14926 T40 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data
[junit4:junit4]   2> 14930 T40 C1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@835e3ac lockFactory=org.apache.lucene.store.NativeFSLockFactory@32cc742),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14931 T40 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14932 T40 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data
[junit4:junit4]   2> 14933 T40 C1 oass.SolrIndexSearcher.<init> Opening Searcher@3922d60 realtime
[junit4:junit4]   2> 14934 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417586420823883776)} 0 8
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@5bec0560
[junit4:junit4]   2> 14945 T53 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data
[junit4:junit4]   2> 14949 T53 C2 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5223dd3a lockFactory=org.apache.lucene.store.NativeFSLockFactory@d2c5d0a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14949 T53 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14951 T53 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data
[junit4:junit4]   2> 14952 T53 C2 oass.SolrIndexSearcher.<init> Opening Searcher@4c16cfa realtime
[junit4:junit4]   2> 14953 T53 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417586420842758144)} 0 9
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@306a12cf
[junit4:junit4]   2> 14963 T66 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data
[junit4:junit4]   2> 14966 T66 C3 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@38978813 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12cf104c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14967 T66 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14969 T66 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data
[junit4:junit4]   2> 14970 T66 C3 oass.SolrIndexSearcher.<init> Opening Searcher@33a515d3 realtime
[junit4:junit4]   2> 14971 T66 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417586420861632512)} 0 9
[junit4:junit4]   2> ASYNC  NEW_CORE C4 name=collection1 org.apache.solr.core.SolrCore@15071f28
[junit4:junit4]   2> 14981 T80 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data
[junit4:junit4]   2> 14985 T80 C4 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3e7d5a1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@108a3c74; maxCacheMB=0.0029296875 maxMergeSizeMB=0.89453125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14986 T80 C4 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14988 T80 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data
[junit4:junit4]   2> 14989 T80 C4 oass.SolrIndexSearcher.<init> Opening Searcher@7f1ada0e realtime
[junit4:junit4]   2> 14990 T80 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1417586420880506880)} 0 10
[junit4:junit4]   2> 15008 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16
[junit4:junit4]   2> 15532 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1 (1417586421027307520)]} 0 423
[junit4:junit4]   2> 15543 T11 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52599/solr/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 15584 T23 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15777 T23 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5f890954 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7ff512; maxCacheMB=0.0517578125 maxMergeSizeMB=0.3955078125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5f890954 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7ff512; maxCacheMB=0.0517578125 maxMergeSizeMB=0.3955078125)),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 15778 T23 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 15779 T23 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data
[junit4:junit4]   2> 15973 T23 C0 oass.SolrIndexSearcher.<init> Opening Searcher@72cc932a main
[junit4:junit4]   2> 15975 T23 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data/index
[junit4:junit4]   2> 15980 T23 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15988 T28 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72cc932a main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 15989 T28 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data/index
[junit4:junit4]   2> 15990 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 407
[junit4:junit4]   2> 16265 T22 C0 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=229 
[junit4:junit4]   2> 16322 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {add=[2 (1417586422281404416), 3 (1417586422285598720)]} 0 6
[junit4:junit4]   2> 16324 T39 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {add=[2 (1417586422280355840), 3 (1417586422283501568), 4 (1417586422286647296)]} 0 9
[junit4:junit4]   2> 16325 T11 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52599/solr/, StdNode: http://127.0.0.1:29985/solr/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 16329 T40 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16329 T23 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16335 T40 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@835e3ac lockFactory=org.apache.lucene.store.NativeFSLockFactory@32cc742),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@835e3ac lockFactory=org.apache.lucene.store.NativeFSLockFactory@32cc742),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 16336 T40 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 16336 T40 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data
[junit4:junit4]   2> 16338 T40 C1 oass.SolrIndexSearcher.<init> Opening Searcher@38975325 main
[junit4:junit4]   2> 16339 T40 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data/index
[junit4:junit4]   2> 16340 T41 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@38975325 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C3)}
[junit4:junit4]   2> 16340 T40 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16341 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data/index
[junit4:junit4]   2> 16342 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 13
[junit4:junit4]   2> 16409 T23 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5f890954 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7ff512; maxCacheMB=0.0517578125 maxMergeSizeMB=0.3955078125)),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5f890954 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7ff512; maxCacheMB=0.0517578125 maxMergeSizeMB=0.3955078125)),segFN=segments_3,generation=3,filenames=[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.si, segments_3, _0.fdt]
[junit4:junit4]   2> 16410 T23 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.si, segments_3, _0.fdt]
[junit4:junit4]   2> 16411 T23 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data
[junit4:junit4]   2> 16419 T23 C0 oass.SolrIndexSearcher.<init> Opening Searcher@5ffcb67 main
[junit4:junit4]   2> 16421 T28 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ffcb67 main{StandardDirectoryReader(segments_3:5:nrt _0(5.0):C1 _1(5.0):C2)}
[junit4:junit4]   2> 16421 T23 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16422 T28 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data/index
[junit4:junit4]   2> 16423 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 94
[junit4:junit4]   2> 16427 T23 C0 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 16439 T39 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=1 
[junit4:junit4]   2> 16451 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {delete=[2 (-1417586422420865024)]} 0 2
[junit4:junit4]   2> 16451 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&commit_end_point=true&version=2} {delete=[2 (-1417586422420865024)]} 0 2
[junit4:junit4]   2> 16453 T11 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52599/solr/, StdNode: http://127.0.0.1:29985/solr/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 16459 T23 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16459 T39 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16481 T39 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@835e3ac lockFactory=org.apache.lucene.store.NativeFSLockFactory@32cc742),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@835e3ac lockFactory=org.apache.lucene.store.NativeFSLockFactory@32cc742),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0_1.del, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, segments_3, _0_Lucene40_0.tip]
[junit4:junit4]   2> 16481 T39 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0_1.del, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, segments_3, _0_Lucene40_0.tip]
[junit4:junit4]   2> 16482 T23 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5f890954 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7ff512; maxCacheMB=0.0517578125 maxMergeSizeMB=0.3955078125)),segFN=segments_3,generation=3,filenames=[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.si, segments_3, _0.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5f890954 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7ff512; maxCacheMB=0.0517578125 maxMergeSizeMB=0.3955078125)),segFN=segments_4,generation=4,filenames=[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _1_1.del, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.si, _0.fdt, segments_4]
[junit4:junit4]   2> 16482 T39 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data
[junit4:junit4]   2> 16483 T23 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _1_1.del, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, _0.fdx, _0.si, _0.fdt, segments_4]
[junit4:junit4]   2> 16484 T39 C1 oass.SolrIndexSearcher.<init> Opening Searcher@661e76c2 main
[junit4:junit4]   2> 16484 T23 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data
[junit4:junit4]   2> 16485 T41 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@661e76c2 main{StandardDirectoryReader(segments_3:4:nrt _0(5.0):C3/1)}
[junit4:junit4]   2> 16485 T39 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16486 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data/index
[junit4:junit4]   2> 16487 T39 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 28
[junit4:junit4]   2> 16491 T23 C0 oass.SolrIndexSearcher.<init> Opening Searcher@779c8497 main
[junit4:junit4]   2> 16492 T28 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@779c8497 main{StandardDirectoryReader(segments_4:6:nrt _0(5.0):C1 _1(5.0):C2/1)}
[junit4:junit4]   2> 16492 T23 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16493 T28 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/control/data/index
[junit4:junit4]   2> 16494 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&commit_end_point=true&expungeDeletes=false&wt=javabin&softCommit=false&version=2} {commit=} 0 35
[junit4:junit4]   2> 16500 T22 C0 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 16505 T39 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 16511 T40 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16897 T40 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@835e3ac lockFactory=org.apache.lucene.store.NativeFSLockFactory@32cc742),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0_1.del, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, segments_3, _0_Lucene40_0.tip]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@835e3ac lockFactory=org.apache.lucene.store.NativeFSLockFactory@32cc742),segFN=segments_4,generation=4,filenames=[_1_Lucene40_0.tim, _1.fdx, _1_nrm.cfs, _1.fdt, _1.si, _1_Lucene40_0.frq, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, segments_4]
[junit4:junit4]   2> 16898 T40 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_Lucene40_0.tim, _1.fdx, _1_nrm.cfs, _1.fdt, _1.si, _1_Lucene40_0.frq, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, segments_4]
[junit4:junit4]   2> 16899 T40 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data
[junit4:junit4]   2> 16901 T40 C1 oass.SolrIndexSearcher.<init> Opening Searcher@41a6547b main
[junit4:junit4]   2> 16902 T40 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16902 T41 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41a6547b main{StandardDirectoryReader(segments_4:6:nrt _1(5.0):C2)}
[junit4:junit4]   2> 16904 T41 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard0/data/index
[junit4:junit4]   2> 16905 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 394
[junit4:junit4]   2> 16909 T53 C2 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16910 T53 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data
[junit4:junit4]   2> 16911 T53 C2 oass.SolrIndexSearcher.<init> Opening Searcher@375fb022 main
[junit4:junit4]   2> 16912 T53 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data/index
[junit4:junit4]   2> 16913 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@375fb022 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   2> 16913 T53 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16913 T54 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard1/data/index
[junit4:junit4]   2> 16915 T53 C2 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 6
[junit4:junit4]   2> 16920 T67 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16922 T67 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data
[junit4:junit4]   2> 16923 T67 C3 oass.SolrIndexSearcher.<init> Opening Searcher@41143800 main
[junit4:junit4]   2> 16924 T67 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data/index
[junit4:junit4]   2> 16925 T68 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41143800 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   2> 16925 T67 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16925 T68 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard2/data/index
[junit4:junit4]   2> 16926 T67 C3 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 6
[junit4:junit4]   2> 16931 T81 C4 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16933 T81 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data
[junit4:junit4]   2> 16934 T81 C4 oass.SolrIndexSearcher.<init> Opening Searcher@32f3fb36 main
[junit4:junit4]   2> 16934 T81 C4 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data/index
[junit4:junit4]   2> 16935 T82 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32f3fb36 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   2> 16936 T81 C4 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16936 T82 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.update.SolrCmdDistributorTest-1351915746209/shard3/data/index
[junit4:junit4]   2> 16937 T81 C4 UPDATE [collection1] webapp=/solr path=/update params={optimize=true&maxSegments=1&waitSearcher=true&wt=javabin&version=2} {optimize=} 0 6
[junit4:junit4]   2> 17202 T66 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13 (1417586422989193216), 14 (1417586422995484672), 15 (1417586422998630401), 16 (1417586423017504769), 18 (1417586423024844800), 19 (1417586423032184832), 21 (1417586423038476288), 22 (1417586423190519808), 23 (1417586423193665537), 24 (1417586423199956992)]} 0 211
[junit4:junit4]   2> 17213 T80 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6 (1417586422988144640), 8 (1417586422996533248), 10 (1417586423011213313), 11 (1417586423018553344), 12 (1417586423027990528), 14 (1417586423031136256), 15 (1417586423191568384), 16 (1417586423196811265), 17 (1417586423202054144), 18 (1417586423217782784)]} 0 224
[junit4:junit4]   2> 17338 T108 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[87 (1417586423015407616), 88 (1417586423021699072), 89 (1417586423029039104), 90 (1417586423035330560), 93 (1417586423041622016), 95 (1417586423193665536), 96 (1417586423220928512), 97 (1417586423226171392), 98 (1417586423231414272), 100 (1417586423344660481)]} 0 323
[junit4:junit4]   2> 17346 T39 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[26 (1417586422995484672), 27 (1417586423017504768), 31 (1417586423021699072), 33 (1417586423031136256), 34 (1417586423035330561), 35 (1417586423188422656), 36 (1417586423196811264), 42 (1417586423199956992), 46 (1417586423203102720), 47 (1417586423216734208)]} 0 350
[junit4:junit4]   2> 17348 T99 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[60 (1417586423012261888), 61 (1417586423023796224), 62 (1417586423033233409), 65 (1417586423196811264), 66 (1417586423203102720), 68 (1417586423214637056), 70 (1417586423217782784), 71 (1417586423220928512), 72 (1417586423224074241), 74 (1417586423227219968)]} 0 335
[junit4:junit4]   2> 17351 T123 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[107 (1417586423021699073), 108 (1417586423037427712), 114 (1417586423040573440), 115 (1417586423190519809), 117 (1417586423193665537), 121 (1417586423196811265), 123 (1417586423208345600), 125 (1417586423213588480), 126 (1417586423216734209), 127 (1417586423341514753)]} 0 329
[junit4:junit4]   2> 17358 T98 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[48 (1417586423012261889), 49 (1417586423027990528), 50 (1417586423033233409), 51 (1417586423037427714), 52 (1417586423189471232), 53 (1417586423197859840), 54 (1417586423208345601), 55 (1417586423215685632), 56 (1417586423363534848), 60 (1417586423368777729)]} 0 345
[junit4:junit4]   2> 17360 T115 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[89 (1417586423015407616), 90 (1417586423026941952), 94 (1417586423033233408), 97 (1417586423036379136), 98 (1417586423039524864), 99 (1417586423189471232), 100 (1417586423201005568), 101 (1417586423214637057), 102 (1417586423223025664), 104 (1417586423342563329)]} 0 344
[junit4:junit4]   2> 17367 T53 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22 (1417586422992338944), 23 (1417586422998630400), 24 (1417586423004921856), 27 (1417586423008067584), 30 (1417586423018553344), 31 (1417586423188422656), 35 (1417586423215685632), 36 (1417586423223025665), 38 (1417586423367729152), 40 (1417586423370874880)]} 0 373
[junit4:junit4]   2> 17370 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7 (1417586422988144640), 8 (1417586422994436096), 12 (1417586422999678976), 13 (1417586423017504769), 14 (1417586423033233408), 15 (1417586423037427713), 16 (1417586423190519808), 20 (1417586423215685633), 21 (1417586423368777728), 22 (1417586423375069184)]} 0 381
[junit4:junit4]   2> 17370 T52 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5 (1417586422987096064), 7 (1417586422996533248), 9 (1417586423001776128), 14 (1417586423005970432), 15 (1417586423014359040), 16 (1417586423020650496), 17 (1417586423027990528), 19 (1417586423188422657), 20 (1417586423198908416), 21 (1417586423341514753)]} 0 381
[junit4:junit4]   2> 17377 T114 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[85 (1417586423015407616), 87 (1417586423020650496), 88 (1417586423025893376), 89 (1417586423039524864), 92 (1417586423211491329), 94 (1417586423341514752), 96 (1417586423366680576), 98 (1417586423369826304), 100 (1417586423372972032), 103 (1417586423377166337)]} 0 361
[junit4:junit4]   2> 17377 T129 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[125 (1417586423023796225), 127 (1417586423189471233), 129 (1417586423199956992), 130 (1417586423211491328), 132 (1417586423217782785), 135 (1417586423224074240), 141 (1417586423229317120), 142 (1417586423365632000), 144 (1417586423368777728), 147 (1417586423374020608)]} 0 353
[junit4:junit4]   2> 17374 T78 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19 (1417586422992338944), 20 (1417586423011213312), 24 (1417586423014359040), 25 (1417586423021699072), 26 (1417586423041622016), 28 (1417586423194714112), 32 (1417586423199956992), 34 (1417586423340466176), 40 (1417586423352000512), 41 (1417586423357243393)]} 0 379
[junit4:junit4]   2> 17378 T130 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[128 (1417586423023796225), 129 (1417586423194714112), 134 (1417586423201005568), 136 (1417586423212539904), 137 (1417586423217782784), 138 (1417586423367729152), 140 (1417586423371923456), 141 (1417586423377166336), 145 (1417586423384506368), 146 (1417586423387652097)]} 0 354
[junit4:junit4]   2> 17382 T135 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[144 (1417586423034281985), 146 (1417586423196811264), 149 (1417586423202054144), 154 (1417586423215685632), 155 (1417586423345709056), 159 (1417586423356194816), 160 (1417586423361437696), 161 (1417586423366680576), 163 (1417586423372972032), 164 (1417586423382409216)]} 0 349
[junit4:junit4]   2> 17379 T121 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[104 (1417586423019601920), 106 (1417586423034281984), 109 (1417586423039524864), 111 (1417586423191568384), 112 (1417586423211491328), 115 (1417586423354097665), 117 (1417586423357243393), 120 (1417586423363534848), 124 (1417586423367729152), 125 (1417586423370874881)]} 0 360
[junit4:junit4]   2> 17384 T106 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[74 (1417586423013310464), 77 (1417586423041622017), 78 (1417586423191568385), 79 (1417586423340466176), 80 (1417586423344660480), 81 (1417586423353049088), 82 (1417586423357243392), 84 (1417586423361437697), 85 (1417586423371923456), 86 (1417586423394992128)]} 0 371
[junit4:junit4]   2> 17385 T105 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[66 (1417586423012261888), 67 (1417586423023796224), 69 (1417586423030087680), 71 (1417586423035330560), 72 (1417586423039524865), 75 (1417586423193665536), 80 (1417586423211491328), 81 (1417586423365632000), 83 (1417586423387652096), 84 (1417586423397089280)]} 0 372
[junit4:junit4]   2> 17388 T96 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[41 (1417586423003873280), 42 (1417586423193665536), 46 (1417586423220928513), 49 (1417586423342563330), 50 (1417586423372972033), 52 (1417586423377166336), 53 (1417586423386603520), 54 (1417586423393943552), 56 (1417586423398137856), 59 (1417586423401283584)]} 0 388
[junit4:junit4]   2> 17388 T67 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25 (1417586422998630400), 26 (1417586423019601921), 28 (1417586423037427713), 30 (1417586423189471232), 33 (1417586423196811265), 35 (1417586423199956993), 36 (1417586423340466177), 38 (1417586423347806208), 41 (1417586423375069184), 43 (1417586423385554944)]} 0 389
[junit4:junit4]   2> 17390 T66 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[201 (1417586423346757632), 202 (1417586423354097664), 203 (1417586423358291968), 204 (1417586423364583424), 205 (1417586423370874880), 207 (1417586423375069185), 208 (1417586423385554945), 209 (1417586423398137857), 210 (1417586423400235008), 211 (1417586423404429313)]} 0 59
[junit4:junit4]   2> 17393 T128 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[126 (1417586423023796224), 128 (1417586423210442752), 129 (1417586423224074240), 133 (1417586423228268544), 134 (1417586423343611904), 136 (1417586423355146240), 138 (1417586423360389120), 141 (1417586423387652096), 142 (1417586423398137856), 143 (1417586423404429312)]} 0 369
[junit4:junit4]   2> 17396 T65 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[48 (1417586423017504768), 53 (1417586423024844801), 54 (1417586423037427712), 58 (1417586423201005568), 60 (1417586423342563328), 63 (1417586423353049089), 64 (1417586423377166336), 69 (1417586423398137858), 71 (1417586423401283584), 72 (1417586423407575040)]} 0 383
[junit4:junit4]   2> 17396 T107 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[67 (1417586423015407616), 73 (1417586423030087680), 74 (1417586423189471232), 75 (1417586423215685632), 79 (1417586423342563328), 81 (1417586423345709058), 83 (1417586423350951936), 84 (1417586423358291969), 86 (1417586423362486272), 87 (1417586423410720770)]} 0 381
[junit4:junit4]   2> 17397 T81 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[42 (1417586422999678976), 43 (1417586423033233408), 44 (1417586423196811264), 45 (1417586423199956993), 46 (1417586423340466177), 52 (1417586423345709056), 59 (1417586423347806210), 61 (1417586423350951937), 63 (1417586423357243394), 64 (1417586423410720769)]} 0 396
[junit4:junit4]   2> 17398 T110 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[88 (1417586423015407617), 89 (1417586423030087681), 92 (1417586423190519808), 95 (1417586423212539904), 96 (1417586423220928512), 99 (1417586423226171392), 100 (1417586423350951938), 102 (1417586423357243392), 103 (1417586423382409216), 107 (1417586423406526464)]} 0 382
[junit4:junit4]   2> 17418 T143 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[165 (1417586423202054145), 166 (1417586423343611905), 167 (1417586423346757633), 169 (1417586423383457792), 170 (1417586423409672192), 173 (1417586423413866496), 174 (1417586423419109376), 175 (1417586423424352256), 176 (1417586423429595136), 177 (1417586423432740864)]} 0 224
[junit4:junit4]   2> 17422 T156 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[215 (1417586423358291968), 217 (1417586423387652099), 220 (1417586423401283585), 221 (1417586423410720768), 222 (1417586423413866496), 223 (1417586423418060800), 224 (1417586423421206528), 225 (1417586423424352256), 228 (1417586423430643712), 230 (1417586423435886592)]} 0 80
[junit4:junit4]   2> 17433 T106 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[255 (1417586423418060800), 256 (1417586423421206528), 260 (1417586423424352257), 262 (1417586423428546560), 264 (1417586423431692288), 268 (1417586423435886592), 270 (1417586423439032320), 273 (1417586423442178048), 275 (1417586423446372352), 277 (1417586423449518080)]} 0 34
[junit4:junit4]   2> 17446 T119 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[106 (1417586423019601920), 108 (1417586423341514752), 111 (1417586423409672192), 113 (1417586423424352256), 116 (1417586423428546560), 117 (1417586423431692288), 118 (1417586423433789440), 120 (1417586423440080896), 121 (1417586423445323776), 123 (1417586423450566656)]} 0 427
[junit4:junit4]   2> 17466 T108 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[212 (1417586423362486272), 213 (1417586423368777728), 214 (1417586423389749248), 216 (1417586423399186432), 220 (1417586423404429314), 221 (1417586423468392448), 227 (1417586423472586752), 228 (1417586423476781056), 233 (1417586423479926784), 235 (1417586423484121088)]} 0 119
[junit4:junit4]   2> 17470 T107 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[386 (1417586423437983744), 387 (1417586423441129472), 389 (1417586423444275200), 390 (1417586423446372352), 391 (1417586423449518080), 395 (1417586423451615232), 397 (1417586423454760960), 400 (1417586423467343872), 401 (1417586423478878209), 402 (1417586423488315392)]} 0 51
[junit4:junit4]   2> 17473 T138 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[150 (1417586423195762688), 151 (1417586423340466176), 152 (1417586423377166337), 155 (1417586423384506370), 157 (1417586423388700672), 158 (1417586423398137857), 160 (1417586423402332160), 161 (1417586423406526464), 162 (1417586423421206529), 163 (1417586423484121089)]} 0 285
[junit4:junit4]   2> 17474 T80 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[208 (1417586423345709057), 209 (1417586423348854784), 210 (1417586423355146242), 211 (1417586423360389120), 212 (1417586423410720768), 213 (1417586423413866496), 214 (1417586423476781056), 215 (1417586423479926784), 216 (1417586423484121088), 217 (1417586423488315393)]} 0 143
[junit4:junit4]   2> 17474 T144 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[148 (1417586423210442752), 149 (1417586423363534849), 150 (1417586423387652098), 152 (1417586423398137856), 153 (1417586423401283584), 154 (1417586423407575040), 155 (1417586423470489602), 164 (1417586423474683904), 169 (1417586423477829633), 171 (1417586423490412544)]} 0 273
[junit4:junit4]   2> 17475 T126 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[110 (1417586423023796224), 113 (1417586423190519809), 115 (1417586423340466178), 119 (1417586423347806208), 122 (1417586423352000514), 123 (1417586423358291968), 124 (1417586423396040704), 126 (1417586423472586753), 127 (1417586423485169664), 130 (1417586423490412544)]} 0 452
[junit4:junit4]   2> 17476 T52 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[351 (1417586423431692289), 352 (1417586423436935168), 354 (1417586423442178048), 358 (1417586423448469504), 369 (1417586423453712384), 373 (1417586423469441024), 375 (1417586423473635328), 377 (1417586423476781056), 379 (1417586423479926784), 380 (1417586423492509696)]} 0 63
[junit4:junit4]   2> 17482 T67 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[464 (1417586423466295296), 466 (1417586423470489600), 470 (1417586423473635328), 472 (1417586423477829632), 473 (1417586423480975360), 478 (1417586423486218240), 479 (1417586423489363968), 482 (1417586423492509697), 483 (1417586423496704001), 484 (1417586423499849729)]} 0 37
[junit4:junit4]   2> 17483 T149 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[178 (1417586423340466178), 180 (1417586423354097666), 183 (1417586423359340544), 185 (1417586423364583425), 188 (1417586423388700672), 191 (1417586423409672193), 192 (1417586423411769344), 195 (1417586423417012224), 197 (1417586423421206529), 199 (1417586423498801153)]} 0 280
[junit4:junit4]   2> 17484 T39 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[233 (1417586423389749249), 234 (1417586423410720769), 235 (1417586423468392448), 236 (1417586423472586752), 237 (1417586423475732480), 241 (1417586423478878208), 242 (1417586423483072513), 243 (1417586423491461120), 244 (1417586423494606849), 246 (1417586423497752576)]} 0 111
[junit4:junit4]   2> 17485 T146 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[164 (1417586423213588480), 169 (1417586423366680576), 171 (1417586423372972032), 172 (1417586423384506368), 175 (1417586423397089280), 177 (1417586423400235008), 181 (1417586423406526465), 182 (1417586423415963650), 185 (1417586423420157952), 187 (1417586423492509697)]} 0 281
[junit4:junit4]   2> 17488 T101 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[75 (1417586423013310464), 76 (1417586423032184832), 77 (1417586423212539904), 79 (1417586423342563328), 80 (1417586423374020609), 81 (1417586423405477888), 82 (1417586423414915072), 85 (1417586423419109376), 86 (1417586423476781057), 87 (1417586423496704000)]} 0 475
[junit4:junit4]   2> 17489 T157 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[193 (1417586423354097664), 196 (1417586423398137857), 197 (1417586423404429312), 198 (1417586423409672192), 203 (1417586423466295296), 204 (1417586423469441024), 205 (1417586423486218240), 206 (1417586423490412545), 211 (1417586423501946880), 212 (1417586423508238336)]} 0 150
[junit4:junit4]   2> 17493 T123 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[247 (1417586423466295297), 248 (1417586423470489601), 249 (1417586423473635329), 253 (1417586423477829632), 254 (1417586423480975360), 256 (1417586423484121088), 257 (1417586423487266816), 258 (1417586423504044032), 261 (1417586423508238337), 262 (1417586423512432641)]} 0 47
[junit4:junit4]   2> 17485 T66 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[239 (1417586423466295297), 241 (1417586423470489601), 242 (1417586423474683904), 243 (1417586423477829633), 244 (1417586423482023936), 249 (1417586423486218241), 250 (1417586423492509696), 252 (1417586423496704000), 253 (1417586423499849728), 254 (1417586423504044032)]} 0 39
[junit4:junit4]   2> 17498 T99 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[264 (1417586423478878209), 266 (1417586423483072512), 267 (1417586423486218240), 270 (1417586423489363968), 272 (1417586423493558272), 275 (1417586423496704002), 280 (1417586423500898306), 282 (1417586423504044033), 283 (1417586423508238336), 285 (1417586423516626945)]} 0 40
[junit4:junit4]   2> 17507 T158 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[210 (1417586423353049088), 215 (1417586423397089281), 216 (1417586423403380736), 217 (1417586423415963649), 219 (1417586423421206528), 221 (1417586423498801152), 222 (1417586423504044032), 223 (1417586423517675520), 224 (1417586423520821248), 225 (1417586423525015552)]} 0 170
[junit4:junit4]   2> 17509 T168 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[263 (1417586423406526464), 264 (1417586423411769344), 265 (1417586423470489600), 266 (1417586423476781056), 267 (1417586423482023936), 269 (1417586423491461121), 270 (1417586423494606848), 271 (1417586423499849728), 274 (1417586423513481216), 275 (1417586423519772672)]} 0 121
[junit4:junit4]   2> 17511 T153 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[184 (1417586423211491329), 187 (1417586423355146240), 190 (1417586423362486273), 191 (1417586423410720771), 193 (1417586423422255104), 194 (1417586423425400832), 196 (1417586423427497984), 200 (1417586423429595136), 204 (1417586423527112704), 207 (1417586423531307008)]} 0 308
[junit4:junit4]   2> 17520 T115 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[227 (1417586423406526466), 230 (1417586423415963648), 232 (1417586423471538176), 234 (1417586423475732480), 236 (1417586423478878208), 237 (1417586423482023936), 238 (1417586423485169664), 239 (1417586423488315393), 241 (1417586423499849728), 243 (1417586423538647041)]} 0 131
[junit4:junit4]   2> 17523 T138 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[309 (1417586423507189761), 311 (1417586423511384064), 312 (1417586423515578368), 313 (1417586423518724096), 314 (1417586423522918400), 315 (1417586423526064129), 318 (1417586423530258433), 319 (1417586423533404160), 320 (1417586423537598465), 323 (1417586423543889920)]} 0 39
[junit4:junit4]   2> 17530 T165 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[413 (1417586423484121088), 414 (1417586423488315392), 419 (1417586423492509698), 421 (1417586423495655424), 425 (1417586423501946880), 431 (1417586423516626944), 432 (1417586423522918401), 434 (1417586423527112704), 439 (1417586423542841345), 440 (1417586423549132800)]} 0 68
[junit4:junit4]   2> 17539 T147 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[189 (1417586423382409216), 190 (1417586423408623616), 195 (1417586423419109377), 196 (1417586423474683904), 198 (1417586423500898304), 200 (1417586423506141184), 202 (1417586423512432640), 203 (1417586423515578369), 204 (1417586423549132802), 209 (1417586423554375682)]} 0 212
[junit4:junit4]   2> 17541 T171 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[328 (1417586423505092608), 330 (1417586423509286912), 331 (1417586423514529792), 333 (1417586423518724096), 337 (1417586423522918401), 339 (1417586423528161280), 341 (1417586423545987073), 344 (1417586423550181376), 349 (1417586423553327104), 350 (1417586423559618560)]} 0 58
[junit4:junit4]   2> 17541 T169 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[244 (1417586423384506369), 245 (1417586423418060800), 248 (1417586423496704001), 249 (1417586423502995456), 251 (1417586423513481216), 255 (1417586423519772672), 256 (1417586423538647040), 257 (1417586423545987072), 259 (1417586423552278529), 260 (1417586423558569985)]} 0 173
[junit4:junit4]   2> 17551 T106 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[353 (1417586423522918400), 355 (1417586423527112705), 360 (1417586423531307008), 362 (1417586423534452736), 364 (1417586423538647041), 365 (1417586423545987072), 366 (1417586423551229952), 367 (1417586423556472832), 372 (1417586423562764288), 373 (1417586423569055744)]} 0 52
[junit4:junit4]   2> 17551 T137 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[151 (1417586423195762688), 152 (1417586423352000513), 153 (1417586423355146241), 158 (1417586423361437696), 159 (1417586423465246720), 161 (1417586423472586752), 162 (1417586423478878208), 163 (1417586423493558272), 164 (1417586423497752576), 165 (1417586423518724096)]} 0 363
[junit4:junit4]   2> 17552 T146 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[327 (1417586423510335488), 328 (1417586423518724097), 331 (1417586423534452736), 335 (1417586423537598464), 337 (1417586423545987073), 338 (1417586423551229952), 339 (1417586423557521408), 341 (1417586423563812864), 342 (1417586423570104320), 344 (1417586423574298624)]} 0 64
[junit4:junit4]   2> 17554 T126 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[286 (1417586423513481216), 291 (1417586423520821248), 293 (1417586423525015552), 294 (1417586423528161280), 295 (1417586423535501313), 298 (1417586423561715713), 299 (1417586423565910016), 300 (1417586423568007168), 302 (1417586423572201472), 303 (1417586423576395776)]} 0 64
[junit4:junit4]   2> 17555 T145 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[167 (1417586423214637056), 170 (1417586423343611904), 173 (1417586423356194816), 174 (1417586423411769344), 176 (1417586423414915072), 177 (1417586423488315394), 179 (1417586423494606848), 180 (1417586423505092608), 181 (1417586423509286912), 182 (1417586423577444352)]} 0 350
[junit4:junit4]   2> 17555 T53 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[286 (1417586423494606848), 287 (1417586423500898305), 290 (1417586423507189760), 293 (1417586423514529793), 295 (1417586423521869824), 296 (1417586423541792768), 302 (1417586423549132801), 305 (1417586423555424256), 307 (1417586423563812865), 308 (1417586423566958594)]} 0 83
[junit4:junit4]   2> 17556 T144 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[299 (1417586423499849729), 301 (1417586423502995456), 302 (1417586423509286912), 303 (1417586423530258433), 305 (1417586423547035648), 310 (1417586423553327104), 311 (1417586423558569984), 313 (1417586423564861440), 314 (1417586423569055744), 315 (1417586423575347200)]} 0 79
[junit4:junit4]   2> 17558 T52 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[401 (1417586423514529792), 402 (1417586423521869825), 404 (1417586423526064128), 406 (1417586423545987074), 407 (1417586423550181376), 408 (1417586423554375680), 409 (1417586423562764289), 410 (1417586423569055744), 411 (1417586423573250048), 412 (1417586423579541504)]} 0 67
[junit4:junit4]   2> 17589 T157 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[316 (1417586423530258432), 318 (1417586423543889922), 319 (1417586423549132800), 323 (1417586423551229952), 324 (1417586423554375680), 327 (1417586423557521408), 329 (1417586423561715712), 332 (1417586423571152896), 333 (1417586423578492928), 334 (1417586423588978688)]} 0 83
[junit4:junit4]   2> 17596 T172 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[342 (1417586423526064128), 345 (1417586423531307009), 346 (1417586423561715712), 348 (1417586423563812864), 350 (1417586423566958592), 354 (1417586423571152896), 356 (1417586423575347200), 358 (1417586423583735809), 359 (1417586423586881536), 360 (1417586423613095938)]} 0 93
[junit4:junit4]   2> 17596 T101 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[464 (1417586423527112705), 465 (1417586423531307008), 467 (1417586423534452737), 471 (1417586423542841344), 472 (1417586423552278528), 473 (1417586423561715712), 474 (1417586423566958593), 476 (1417586423571152896), 479 (1417586423575347200), 481 (1417586423578492928)]} 0 92
[junit4:junit4]   2> 17604 T138 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[446 (1417586423550181377), 448 (1417586423554375681), 449 (1417586423558569984), 450 (1417586423562764288), 451 (1417586423566958592), 454 (1417586423574298625), 455 (1417586423582687232), 457 (1417586423585832960), 461 (1417586423590027264), 462 (1417586423625678848)]} 0 78
[junit4:junit4]   2> 17606 T65 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[508 (1417586423520821248), 509 (1417586423527112704), 514 (1417586423538647040), 522 (1417586423549132800), 524 (1417586423554375680), 525 (1417586423557521408), 530 (1417586423564861440), 531 (1417586423571152898), 532 (1417586423581638656), 533 (1417586423587930113)]} 0 109
[junit4:junit4]   2> 17611 T132 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[132 (1417586423027990529), 134 (1417586423211491328), 135 (1417586423342563329), 137 (1417586423347806209), 138 (1417586423354097664), 141 (1417586423409672192), 142 (1417586423412817920), 144 (1417586423504044032), 147 (1417586423517675520), 150 (1417586423538647040)]} 0 582
[junit4:junit4]   2> 17614 T80 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[305 (1417586423502995456), 307 (1417586423506141184), 308 (1417586423510335488), 309 (1417586423513481217), 310 (1417586423519772672), 312 (1417586423523966976), 314 (1417586423527112705), 315 (1417586423609950208), 317 (1417586423614144512), 318 (1417586423621484544)]} 0 134
[junit4:junit4]   2> 17624 T98 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[338 (1417586423428546560), 339 (1417586423432740864), 342 (1417586423434838016), 343 (1417586423437983744), 344 (1417586423443226624), 345 (1417586423446372352), 346 (1417586423449518080), 348 (1417586423528161281), 351 (1417586423624630273), 356 (1417586423633018881)]} 0 214
[junit4:junit4]   2> 17630 T199 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[357 (1417586423513481217), 359 (1417586423517675520), 360 (1417586423520821248), 361 (1417586423523966976), 362 (1417586423529209856), 364 (1417586423535501314), 366 (1417586423624630272), 367 (1417586423628824577), 368 (1417586423644553216), 371 (1417586423652941824)]} 0 140
[junit4:junit4]   2> 17634 T130 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[397 (1417586423527112705), 398 (1417586423610998784), 399 (1417586423615193088), 401 (1417586423619387392), 402 (1417586423622533121), 403 (1417586423626727424), 405 (1417586423631970304), 406 (1417586423644553217), 407 (1417586423650844672), 408 (1417586423656087552)]} 0 213
[junit4:junit4]   2> 17642 T123 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[500 (1417586423534452736), 501 (1417586423543889921), 502 (1417586423550181376), 503 (1417586423555424256), 504 (1417586423561715713), 507 (1417586423565910016), 508 (1417586423571152897), 511 (1417586423652941825), 512 (1417586423659233280), 513 (1417586423663427585)]} 0 131
[junit4:junit4]   2> 17646 T67 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[427 (1417586423573250048), 429 (1417586423577444353), 430 (1417586423581638657), 432 (1417586423584784385), 437 (1417586423588978688), 438 (1417586423620435968), 439 (1417586423635116032), 440 (1417586423655038976), 441 (1417586423658184704), 443 (1417586423668670465)]} 0 98
[junit4:junit4]   2> 17659 T119 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[533 (1417586423591075840), 534 (1417586423615193088), 536 (1417586423619387392), 537 (1417586423623581696), 541 (1417586423626727424), 542 (1417586423634067456), 543 (1417586423646650368), 544 (1417586423653990400), 546 (1417586423666573312), 548 (1417586423683350528)]} 0 94
[junit4:junit4]   2> 17660 T121 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[387 (1417586423571152896), 391 (1417586423576395776), 392 (1417586423580590080), 393 (1417586423583735808), 394 (1417586423587930112), 395 (1417586423592124416), 401 (1417586423647698945), 402 (1417586423676010496), 403 (1417586423680204800), 404 (1417586423686496257)]} 0 115
[junit4:junit4]   2> 17667 T108 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[485 (1417586423491461120), 488 (1417586423494606848), 491 (1417586423498801152), 492 (1417586423507189760), 495 (1417586423518724097), 497 (1417586423529209856), 498 (1417586423533404160), 504 (1417586423643504640), 505 (1417586423650844672), 506 (1417586423692787713)]} 0 197
[junit4:junit4]   2> 17668 T114 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[376 (1417586423436935168), 377 (1417586423440080896), 381 (1417586423444275200), 382 (1417586423448469504), 383 (1417586423528161280), 384 (1417586423640358912), 385 (1417586423660281856), 386 (1417586423670767617), 391 (1417586423684399104), 396 (1417586423692787713)]} 0 251
[junit4:junit4]   2> 17670 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[410 (1417586423535501313), 411 (1417586423540744192), 413 (1417586423628824578), 415 (1417586423667621888), 416 (1417586423670767618), 417 (1417586423682301953), 418 (1417586423686496256), 420 (1417586423689641986), 421 (1417586423693836288), 422 (1417586423696982017)]} 0 159
[junit4:junit4]   2> 17672 T96 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[382 (1417586423530258432), 383 (1417586423613095936), 384 (1417586423616241664), 385 (1417586423621484544), 388 (1417586423625678849), 390 (1417586423633018881), 393 (1417586423671816192), 394 (1417586423679156224), 395 (1417586423685447681), 397 (1417586423693836288)]} 0 254
[junit4:junit4]   2> 17675 T143 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[278 (1417586423519772672), 280 (1417586423523966976), 282 (1417586423574298624), 289 (1417586423578492928), 290 (1417586423582687232), 292 (1417586423588978690), 293 (1417586423618338816), 296 (1417586423640358912), 298 (1417586423678107648), 300 (1417586423690690560)]} 0 178
[junit4:junit4]   2> 17680 T39 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[469 (1417586423512432640), 470 (1417586423515578368), 471 (1417586423522918400), 472 (1417586423526064128), 474 (1417586423536549888), 476 (1417586423541792768), 477 (1417586423635116032), 478 (1417586423664476160), 479 (1417586423671816192), 481 (1417586423696982016)]} 0 191
[junit4:junit4]   2> 17682 T200 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[424 (1417586423569055745), 426 (1417586423579541504), 429 (1417586423582687232), 431 (1417586423586881536), 434 (1417586423613095937), 435 (1417586423660281857), 436 (1417586423663427584), 441 (1417586423670767616), 449 (1417586423677059072), 451 (1417586423682301952)]} 0 138
[junit4:junit4]   2> 17684 T165 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[515 (1417586423557521409), 516 (1417586423624630272), 518 (1417586423640358912), 520 (1417586423648747520), 523 (1417586423656087552), 526 (1417586423662379008), 529 (1417586423666573313), 530 (1417586423689641984), 531 (1417586423695933441), 532 (1417586423711662080)]} 0 151
[junit4:junit4]   2> 17688 T128 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[374 (1417586423571152897), 375 (1417586423577444352), 376 (1417586423584784384), 377 (1417586423591075840), 378 (1417586423670767616), 380 (1417586423679156225), 381 (1417586423690690561), 382 (1417586423695933440), 383 (1417586423702224896), 384 (1417586423715856385)]} 0 142
[junit4:junit4]   2> 17689 T156 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[278 (1417586423467343872), 279 (1417586423473635328), 280 (1417586423483072512), 281 (1417586423486218241), 282 (1417586423489363968), 283 (1417586423500898304), 284 (1417586423591075840), 287 (1417586423679156224), 293 (1417586423689641984), 297 (1417586423698030592)]} 0 242
[junit4:junit4]   2> 17692 T146 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[551 (1417586423633018880), 552 (1417586423645601792), 554 (1417586423651893248), 560 (1417586423660281856), 561 (1417586423669719040), 562 (1417586423686496258), 563 (1417586423690690560), 564 (1417586423702224897), 565 (1417586423712710657), 568 (1417586423719002112)]} 0 87
[junit4:junit4]   2> 17724 T65 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[567 (1417586423646650369), 571 (1417586423651893248), 573 (1417586423658184705), 574 (1417586423666573312), 575 (1417586423672864768), 577 (1417586423682301952), 578 (1417586423688593408), 582 (1417586423695933441), 583 (1417586423748362241), 584 (1417586423754653697)]} 0 106
[junit4:junit4]   2> 17722 T168 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[482 (1417586423536549889), 483 (1417586423613095936), 487 (1417586423619387393), 488 (1417586423625678848), 490 (1417586423634067456), 491 (1417586423650844673), 495 (1417586423721099264), 496 (1417586423746265088), 497 (1417586423748362240), 498 (1417586423751507968)]} 0 208
[junit4:junit4]   2> 17715 T107 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[520 (1417586423612047360), 521 (1417586423618338817), 523 (1417586423640358912), 524 (1417586423667621888), 526 (1417586423711662080), 536 (1417586423717953538), 539 (1417586423728439297), 540 (1417586423730536449), 543 (1417586423733682176), 544 (1417586423736827904)]} 0 131
[junit4:junit4]   2> 17715 T99 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[594 (1417586423688593408), 596 (1417586423692787712), 597 (1417586423696982016), 599 (1417586423715856384), 600 (1417586423719002114), 601 (1417586423723196416), 602 (1417586423727390721), 603 (1417586423729487872), 610 (1417586423732633600), 611 (1417586423734730752)]} 0 58
[junit4:junit4]   2> 17713 T171 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[302 (1417586423569055745), 303 (1417586423614144512), 304 (1417586423622533120), 307 (1417586423631970304), 310 (1417586423644553216), 311 (1417586423647698946), 315 (1417586423660281856), 316 (1417586423663427584), 322 (1417586423679156224), 324 (1417586423694884864)]} 0 169
[junit4:junit4]   2> 17711 T66 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[545 (1417586423588978689), 547 (1417586423613095936), 548 (1417586423619387392), 550 (1417586423677059072), 551 (1417586423681253376), 552 (1417586423705370624), 559 (1417586423727390720), 560 (1417586423731585024), 564 (1417586423737876480), 566 (1417586423741022208)]} 0 148
[junit4:junit4]   2> 17709 T105 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[452 (1417586423533404160), 453 (1417586423543889920), 454 (1417586423628824576), 457 (1417586423653990400), 458 (1417586423657136128), 459 (1417586423662379008), 461 (1417586423668670464), 465 (1417586423699079168), 466 (1417586423713759232), 467 (1417586423739973632)]} 0 199
[junit4:junit4]   2> 17704 T150 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[176 (1417586423363534850), 178 (1417586423389749248), 179 (1417586423400235008), 180 (1417586423414915072), 184 (1417586423421206529), 186 (1417586423427497984), 187 (1417586423527112704), 188 (1417586423535501312), 189 (1417586423624630274), 191 (1417586423706419200)]} 0 500
[junit4:junit4]   2> 17704 T115 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[502 (1417586423645601793), 503 (1417586423649796096), 504 (1417586423657136128), 505 (1417586423670767616), 506 (1417586423673913345), 507 (1417586423686496256), 508 (1417586423694884864), 512 (1417586423701176320), 513 (1417586423712710656), 514 (1417586423719002113)]} 0 87
[junit4:junit4]   2> 17698 T135 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[445 (1417586423555424256), 446 (1417586423560667136), 447 (1417586423568007168), 449 (1417586423572201472), 450 (1417586423579541504), 451 (1417586423585832960), 452 (1417586423615193088), 454 (1417586423625678848), 458 (1417586423647698944), 463 (1417586423662379009)]} 0 168
[junit4:junit4]   2> 17742 T205 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[613 (1417586423692787712), 614 (1417586423701176321), 617 (1417586423706419200), 618 (1417586423739973632), 620 (1417586423742070785), 621 (1417586423744167937), 622 (1417586423747313664), 623 (1417586423749410816), 626 (1417586423755702272), 628 (1417586423764090880)]} 0 80
[junit4:junit4]   2> 17738 T147 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[482 (1417586423648747521), 483 (1417586423673913344), 484 (1417586423685447680), 486 (1417586423687544832), 487 (1417586423695933440), 490 (1417586423702224896), 492 (1417586423735779328), 493 (1417586423747313665), 494 (1417586423753605120), 498 (1417586423756750849)]} 0 119
[junit4:junit4]   2> 17733 T157 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[538 (1417586423622533120), 539 (1417586423649796096), 540 (1417586423659233281), 541 (1417586423671816193), 543 (1417586423680204800), 544 (1417586423712710656), 546 (1417586423735779328), 547 (1417586423749410816), 549 (1417586423753605120), 551 (1417586423760945153)]} 0 137
[junit4:junit4]   2> 17732 T130 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[621 (1417586423707467776), 622 (1417586423713759233), 625 (1417586423717953536), 627 (1417586423724244992), 628 (1417586423728439296), 630 (1417586423730536448), 632 (1417586423732633600), 634 (1417586423735779329), 636 (1417586423756750848), 639 (1417586423758848001)]} 0 69
[junit4:junit4]   2> 17747 T145 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[319 (1417586423583735811), 320 (1417586423590027264), 322 (1417586423617290241), 323 (1417586423641407488), 328 (1417586423702224896), 330 (1417586423726342144), 332 (1417586423730536448), 333 (1417586423735779328), 338 (1417586423751507968), 340 (1417586423774576640)]} 0 189
[junit4:junit4]   2> 17748 T144 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[552 (1417586423584784384), 553 (1417586423667621889), 555 (1417586423679156225), 556 (1417586423700127744), 558 (1417586423705370624), 559 (1417586423719002112), 560 (1417586423747313664), 561 (1417586423754653696), 562 (1417586423760945154), 563 (1417586423769333760)]} 0 189
[junit4:junit4]   2> 17749 T53 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[614 (1417586423686496257), 617 (1417586423693836289), 619 (1417586423699079168), 620 (1417586423705370624), 621 (1417586423742070784), 623 (1417586423745216512), 624 (1417586423754653696), 625 (1417586423760945153), 630 (1417586423775625216), 631 (1417586423780868096)]} 0 93
[junit4:junit4]   2> 17752 T202 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[514 (1417586423633018880), 515 (1417586423645601792), 518 (1417586423689641985), 523 (1417586423706419201), 529 (1417586423721099265), 530 (1417586423756750850), 531 (1417586423760945152), 533 (1417586423769333761), 535 (1417586423779819520), 536 (1417586423781916674)]} 0 148
[junit4:junit4]   2> 17731 T126 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[445 (1417586423583735810), 446 (1417586423587930112), 448 (1417586423592124416), 449 (1417586423613095936), 450 (1417586423616241664), 452 (1417586423619387392), 453 (1417586423668670464), 454 (1417586423717953537), 456 (1417586423721099265), 457 (1417586423749410817)]} 0 173
[junit4:junit4]   2> 17727 T78 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[263 (1417586423614144514), 264 (1417586423642456065), 267 (1417586423661330432), 268 (1417586423669719040), 275 (1417586423713759232), 276 (1417586423716904961), 279 (1417586423721099264), 280 (1417586423735779329), 281 (1417586423749410816), 283 (1417586423752556544)]} 0 140
[junit4:junit4]   2> 17737 T67 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[585 (1417586423686496256), 586 (1417586423701176320), 591 (1417586423715856384), 596 (1417586423737876481), 597 (1417586423742070784), 598 (1417586423744167936), 600 (1417586423747313665), 602 (1417586423755702273), 603 (1417586423758848000), 604 (1417586423768285184)]} 0 82
[junit4:junit4]   2> 17743 T123 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[606 (1417586423683350528), 607 (1417586423692787712), 608 (1417586423695933440), 609 (1417586423722147840), 610 (1417586423747313665), 611 (1417586423750459392), 614 (1417586423752556546), 616 (1417586423758848000), 617 (1417586423761993728), 620 (1417586423766188032)]} 0 90
[junit4:junit4]   2> 17741 T164 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[220 (1417586423370874880), 221 (1417586423466295296), 222 (1417586423473635328), 225 (1417586423476781057), 231 (1417586423480975360), 239 (1417586423487266816), 243 (1417586423614144513), 244 (1417586423618338816), 246 (1417586423671816192), 247 (1417586423769333760)]} 0 387
[junit4:junit4]   2> 17755 T166 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[249 (1417586423394992128), 251 (1417586423469441024), 252 (1417586423475732480), 253 (1417586423486218240), 254 (1417586423610998784), 255 (1417586423617290240), 259 (1417586423625678849), 260 (1417586423712710656), 261 (1417586423772479489), 262 (1417586423777722369)]} 0 378
[junit4:junit4]   2> 17759 T137 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[362 (1417586423583735808), 365 (1417586423587930113), 366 (1417586423612047361), 369 (1417586423616241665), 370 (1417586423625678848), 371 (1417586423642456064), 375 (1417586423716904960), 378 (1417586423723196416), 383 (1417586423763042304), 384 (1417586423771430912)]} 0 202
[junit4:junit4]   2> 17760 T110 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[405 (1417586423535501312), 409 (1417586423540744192), 411 (1417586423641407490), 413 (1417586423716904962), 418 (1417586423755702272), 420 (1417586423766188032), 423 (1417586423773528064), 426 (1417586423779819520), 427 (1417586423785062400), 433 (1417586423789256704)]} 0 248
[junit4:junit4]   2> 17762 T121 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[629 (1417586423742070786), 631 (1417586423745216512), 633 (1417586423748362240), 636 (1417586423751507968), 638 (1417586423754653696), 640 (1417586423765139456), 650 (1417586423769333761), 651 (1417586423784013824), 653 (1417586423787159552), 654 (1417586423789256704)]} 0 53
[junit4:junit4]   2> 17762 T106 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[534 (1417586423612047360), 535 (1417586423616241664), 536 (1417586423646650368), 537 (1417586423689641984), 538 (1417586423704322048), 539 (1417586423738925056), 540 (1417586423769333760), 541 (1417586423786110976), 542 (1417586423791353856), 544 (1417586423795548160)]} 0 178
[junit4:junit4]   2> 17764 T158 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[570 (1417586423727390720), 575 (1417586423739973632), 576 (1417586423743119360), 578 (1417586423747313664), 580 (1417586423754653697), 585 (1417586423768285184), 588 (1417586423776673792), 590 (1417586423781916672), 592 (1417586423786110976), 593 (1417586423791353856)]} 0 70
[junit4:junit4]   2> 17765 T114 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[663 (1417586423745216512), 664 (1417586423752556544), 665 (1417586423756750849), 667 (1417586423759896576), 668 (1417586423764090880), 670 (1417586423772479489), 671 (1417586423780868096), 673 (1417586423786110976), 675 (1417586423789256704), 677 (1417586423797645312)]} 0 53
[junit4:junit4]   2> 17765 T81 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[499 (1417586423639310337), 500 (1417586423717953536), 502 (1417586423728439296), 504 (1417586423733682177), 506 (1417586423750459393), 508 (1417586423757799425), 509 (1417586423765139456), 510 (1417586423789256705), 517 (1417586423795548160), 519 (1417586423797645312)]} 0 154
[junit4:junit4]   2> 17765 T201 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[460 (1417586423622533120), 463 (1417586423641407489), 464 (1417586423712710657), 465 (1417586423721099266), 466 (1417586423735779330), 467 (1417586423750459392), 468 (1417586423772479488), 470 (1417586423777722368), 472 (1417586423780868098), 476 (1417586423786110977)]} 0 170
[junit4:junit4]   2> 17769 T153 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[480 (1417586423537598464), 481 (1417586423613095937), 482 (1417586423620435968), 483 (1417586423635116032), 484 (1417586423659233280), 486 (1417586423736827905), 488 (1417586423767236610), 489 (1417586423775625216), 491 (1417586423780868096), 497 (1417586423793451008)]} 0 256
[junit4:junit4]   2> 17778 T203 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[567 (1417586423690690560), 569 (1417586423706419202), 570 (1417586423714807808), 571 (1417586423723196416), 573 (1417586423759896577), 575 (1417586423763042305), 577 (1417586423772479488), 578 (1417586423774576641), 580 (1417586423781916673), 582 (1417586423809179650)]} 0 157
[junit4:junit4]   2> 17779 T172 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[547 (1417586423639310336), 548 (1417586423664476160), 549 (1417586423703273472), 551 (1417586423771430913), 554 (1417586423774576641), 555 (1417586423780868097), 556 (1417586423785062401), 560 (1417586423803936769), 562 (1417586423807082496), 563 (1417586423810228225)]} 0 169
[junit4:junit4]   2> 17781 T101 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[658 (1417586423774576640), 662 (1417586423777722368), 663 (1417586423780868097), 668 (1417586423784013824), 669 (1417586423786110977), 671 (1417586423789256704), 672 (1417586423798693888), 675 (1417586423810228224), 679 (1417586423812325376), 681 (1417586423815471104)]} 0 41
[junit4:junit4]   2> 17781 T108 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[683 (1417586423767236608), 684 (1417586423777722368), 685 (1417586423780868096), 687 (1417586423799742464), 689 (1417586423802888192), 691 (1417586423804985344), 693 (1417586423807082496), 694 (1417586423810228224), 695 (1417586423812325376), 696 (1417586423814422529)]} 0 55
[junit4:junit4]   2> 17782 T204 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[598 (1417586423673913344), 600 (1417586423713759234), 602 (1417586423748362240), 603 (1417586423757799424), 604 (1417586423778770944), 605 (1417586423786110976), 606 (1417586423803936768), 607 (1417586423808131072), 608 (1417586423810228226), 609 (1417586423814422528)]} 0 138
[junit4:junit4]   2> 17821 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[701 (1417586423764090881), 703 (1417586423776673792), 704 (1417586423778770944), 706 (1417586423781916672), 707 (1417586423798693888), 708 (1417586423809179648), 709 (1417586423811276800), 710 (1417586423813373953), 719 (1417586423816519682), 723 (1417586423854268416)]} 0 92
[junit4:junit4]   2> 17822 T98 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[640 (1417586423744167936), 645 (1417586423746265089), 646 (1417586423752556545), 648 (1417586423775625216), 652 (1417586423777722369), 654 (1417586423785062400), 656 (1417586423789256705), 658 (1417586423813373952), 660 (1417586423816519681), 662 (1417586423819665408)]} 0 112
[junit4:junit4]   2> 17828 T132 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[564 (1417586423677059072), 565 (1417586423724244992), 566 (1417586423767236608), 567 (1417586423776673792), 568 (1417586423782965248), 572 (1417586423788208128), 573 (1417586423796596736), 574 (1417586423800791040), 575 (1417586423812325376), 577 (1417586423854268416)]} 0 182
[junit4:junit4]   2> 17829 T149 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[406 (1417586423652941824), 412 (1417586423657136128), 413 (1417586423662379008), 416 (1417586423668670464), 417 (1417586423674961920), 419 (1417586423691739136), 420 (1417586423734730752), 424 (1417586423756750848), 425 (1417586423767236609), 426 (1417586423774576640)]} 0 206
[junit4:junit4]   2> 17830 T129 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[632 (1417586423756750848), 633 (1417586423759896576), 635 (1417586423763042304), 636 (1417586423793451008), 641 (1417586423795548160), 642 (1417586423809179648), 648 (1417586423813373952), 649 (1417586423816519680), 654 (1417586423819665408), 655 (1417586423865802752)]} 0 108
[junit4:junit4]   2> 17831 T39 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[678 (1417586423777722368), 679 (1417586423784013824), 682 (1417586423787159552), 684 (1417586423789256706), 688 (1417586423794499584), 689 (1417586423814422528), 692 (1417586423816519683), 694 (1417586423819665409), 696 (1417586423858462721), 699 (1417586423866851328)]} 0 88
[junit4:junit4]   2> 17831 T146 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[683 (1417586423758848000), 684 (1417586423760945152), 690 (1417586423775625217), 692 (1417586423778770944), 695 (1417586423785062400), 698 (1417586423789256705), 699 (1417586423808131072), 705 (1417586423811276800), 708 (1417586423817568256), 714 (1417586423859511296)]} 0 107
[junit4:junit4]   2> 17836 T80 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[578 (1417586423657136128), 580 (1417586423713759233), 581 (1417586423752556545), 585 (1417586423794499584), 586 (1417586423801839616), 587 (1417586423806033920), 588 (1417586423810228224), 592 (1417586423813373952), 595 (1417586423817568257), 597 (1417586423858462720)]} 0 209
[junit4:junit4]   2> 17837 T206 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[613 (1417586423735779331), 615 (1417586423767236609), 621 (1417586423798693888), 622 (1417586423803936770), 624 (1417586423807082497), 626 (1417586423812325377), 630 (1417586423814422529), 631 (1417586423817568256), 632 (1417586423858462721), 633 (1417586423868948480)]} 0 167
[junit4:junit4]   2> 17843 T143 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[698 (1417586423776673792), 699 (1417586423778770944), 705 (1417586423781916672), 708 (1417586423785062400), 710 (1417586423788208128), 711 (1417586423797645312), 713 (1417586423799742465), 715 (1417586423859511296), 719 (1417586423865802752), 720 (1417586423874191360)]} 0 102
[junit4:junit4]   2> 17850 T199 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[584 (1417586423723196417), 586 (1417586423750459393), 591 (1417586423757799424), 592 (1417586423763042304), 596 (1417586423774576640), 597 (1417586423809179649), 599 (1417586423816519680), 603 (1417586423858462720), 604 (1417586423873142784), 605 (1417586423885725696)]} 0 199
[junit4:junit4]   2> 17863 T105 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[727 (1417586423810228224), 729 (1417586423814422529), 731 (1417586423818616832), 732 (1417586423860559872), 733 (1417586423873142785), 734 (1417586423875239937), 737 (1417586423887822848), 740 (1417586423892017152), 741 (1417586423894114304), 742 (1417586423901454336)]} 0 90
[junit4:junit4]   2> 17864 T66 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[803 (1417586423877337089), 804 (1417586423880482816), 813 (1417586423882579968), 814 (1417586423885725698), 817 (1417586423888871425), 818 (1417586423890968577), 819 (1417586423894114305), 820 (1417586423897260033), 822 (1417586423899357185), 823 (1417586423902502913)]} 0 27
[junit4:junit4]   2> 17864 T135 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[656 (1417586423801839616), 657 (1417586423860559872), 660 (1417586423867899905), 661 (1417586423872094209), 663 (1417586423874191362), 665 (1417586423885725697), 674 (1417586423894114304), 675 (1417586423897260032), 677 (1417586423899357184), 682 (1417586423902502912)]} 0 99
[junit4:junit4]   2> 17868 T165 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[775 (1417586423871045633), 776 (1417586423873142785), 777 (1417586423878385664), 778 (1417586423882579969), 779 (1417586423885725697), 780 (1417586423887822848), 781 (1417586423893065728), 782 (1417586423895162880), 783 (1417586423899357184), 786 (1417586423901454336)]} 0 36
[junit4:junit4]   2> 17872 T99 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[747 (1417586423885725696), 748 (1417586423888871424), 749 (1417586423892017152), 750 (1417586423894114304), 752 (1417586423897260032), 754 (1417586423899357185), 755 (1417586423902502912), 756 (1417586423905648640), 757 (1417586423907745792), 758 (1417586423910891521)]} 0 27
[junit4:junit4]   2> 17880 T123 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[811 (1417586423890968577), 813 (1417586423894114305), 817 (1417586423897260032), 820 (1417586423899357184), 821 (1417586423902502912), 823 (1417586423905648640), 824 (1417586423907745792), 825 (1417586423911940097), 827 (1417586423915085824), 828 (1417586423917182977)]} 0 29
[junit4:junit4]   2> 17892 T96 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[759 (1417586423881531392), 760 (1417586423906697216), 762 (1417586423910891520), 765 (1417586423915085824), 766 (1417586423918231552), 767 (1417586423921377280), 768 (1417586423923474432), 769 (1417586423926620160), 772 (1417586423928717313), 773 (1417586423931863040)]} 0 51
[junit4:junit4]   2> 17893 T164 C4 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[703 (1417586423860559873), 704 (1417586423867899904), 705 (1417586423869997056), 706 (1417586423873142784), 708 (1417586423875239937), 709 (1417586423878385665), 711 (1417586423881531392), 712 (1417586423921377281), 713 (1417586423926620160), 714 (1417586423931863040)]} 0 71
[junit4:junit4]   2> 17894 T128 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[721 (1417586423808131072), 722 (1417586423811276800), 723 (1417586423814422528), 724 (1417586423816519680), 725 (1417586423858462720), 726 (141758642386789990

[...truncated too long message...]

it4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  25) Thread[id=327, name=TEST-FullSolrCloudDistribCmdsTest.testDistribSearch-seed#[A9845EC94E8CAE06]-SendThread(localhost:22213), state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
[junit4:junit4]   2> 	        at sun.nio.ch.IOUtil.drain(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:167)
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:108)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1131)
[junit4:junit4]   2> 	  26) Thread[id=316, name=qtp2028952061-316 Acceptor2 SelectChannelConnector@0.0.0.0:55537, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  27) Thread[id=379, name=HashSessionScavenger-4, state=TIMED_WAITING, group=TGRP-FullSolrCloudDistribCmdsTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:552)
[junit4:junit4]   2> 	        at java.util.TimerThread.run(Timer.java:505)
[junit4:junit4]   2> 	  28) Thread[id=381, name=qtp948460004-381 Selector1, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
[junit4:junit4]   2> 	        at sun.nio.ch.IOUtil.drain(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:167)
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:108)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4:junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:564)
[junit4:junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:285)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  29) Thread[id=314, name=qtp2028952061-314 Acceptor0 SelectChannelConnector@0.0.0.0:55537, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  30) Thread[id=315, name=qtp2028952061-315 Acceptor1 SelectChannelConnector@0.0.0.0:55537, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  31) Thread[id=337, name=qtp1793101469-337 Acceptor3 SelectChannelConnector@0.0.0.0:41001, state=BLOCKED, group=TGRP-FullSolrCloudDistribCmdsTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {range_facet_l=PostingsFormat(name=Asserting), n_ti1=PostingsFormat(name=MockRandom), n_f1=PostingsFormat(name=Lucene41WithOrds), text=MockFixedIntBlock(blockSize=245), _version_=PostingsFormat(name=Asserting), n_tl1=PostingsFormat(name=Lucene41WithOrds), n_d1=PostingsFormat(name=Asserting), rnd_b=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=Asserting), n_td1=PostingsFormat(name=Lucene41WithOrds), timestamp=PostingsFormat(name=Asserting), id=PostingsFormat(name=MockRandom), range_facet_sl=MockFixedIntBlock(blockSize=245), a_t=PostingsFormat(name=Asserting), n_tdt1=PostingsFormat(name=Asserting), range_facet_si=PostingsFormat(name=Lucene41WithOrds), n_l1=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Lucene41WithOrds), n_tf1=PostingsFormat(name=Asserting), n_dt1=PostingsFormat(name=Lucene41WithOrds)}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=zh_HK, timezone=America/Thule
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=39,free=99396472,total=264241152
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPhraseSuggestions, TestMultiCoreConfBootstrap, TestTrie, LeaderElectionTest, StatelessScriptUpdateProcessorFactoryTest, ClusterStateTest, TestBM25SimilarityFactory, PrimUtilsTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestQueryUtils, BasicZkTest, XsltUpdateRequestHandlerTest, TestSolr4Spatial, TestPluginEnable, QueryEqualityTest, TestSort, UUIDFieldTest, BasicFunctionalityTest, TestElisionMultitermQuery, FieldMutatingUpdateProcessorTest, LegacyHTMLStripCharFilterTest, StandardRequestHandlerTest, ReturnFieldsTest, SpellingQueryConverterTest, TestMergePolicyConfig, TestUtils, URLClassifyProcessorTest, DisMaxRequestHandlerTest, MultiTermTest, TestFoldingMultitermQuery, OutputWriterTest, ZkNodePropsTest, TestDocSet, HighlighterTest, FullSolrCloudDistribCmdsTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.seed=A9845EC94E8CAE06 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh_HK -Dtests.timezone=America/Thule -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J1 | FullSolrCloudDistribCmdsTest (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([A9845EC94E8CAE06]:0)
[junit4:junit4] Completed on J1 in 7223.80s, 1 test, 2 errors <<< FAILURES!

[...truncated 75 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 3 suite-level errors, 1 error, 618 ignored (1 assumption)

Total time: 139 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3360 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3360/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.TestSolrCoreProperties

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.TestSolrCoreProperties:     1) Thread[id=243, name=qtp209164751-243 Acceptor3 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=241, name=qtp209164751-241 Acceptor1 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=240, name=qtp209164751-240 Acceptor0 SelectChannelConnector@0.0.0.0:46418, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=242, name=qtp209164751-242 Acceptor2 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.TestSolrCoreProperties: 
   1) Thread[id=243, name=qtp209164751-243 Acceptor3 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=241, name=qtp209164751-241 Acceptor1 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=240, name=qtp209164751-240 Acceptor0 SelectChannelConnector@0.0.0.0:46418, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=242, name=qtp209164751-242 Acceptor2 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([BDEEF4FCD8375771]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.TestSolrCoreProperties

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=243, name=qtp209164751-243 Acceptor3 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=241, name=qtp209164751-241 Acceptor1 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=240, name=qtp209164751-240 Acceptor0 SelectChannelConnector@0.0.0.0:46418, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=242, name=qtp209164751-242 Acceptor2 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=243, name=qtp209164751-243 Acceptor3 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=241, name=qtp209164751-241 Acceptor1 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=240, name=qtp209164751-240 Acceptor0 SelectChannelConnector@0.0.0.0:46418, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=242, name=qtp209164751-242 Acceptor2 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([BDEEF4FCD8375771]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedSpellCheckComponentTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedSpellCheckComponentTest:     1) Thread[id=127, name=qtp763657344-127 Acceptor1 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=98, name=qtp806882873-98 Acceptor0 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=100, name=qtp806882873-100 Acceptor2 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=79, name=qtp345515760-79 Acceptor1 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=112, name=qtp145664343-112 Acceptor0 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=51, name=qtp855052080-51 Acceptor0 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=128, name=qtp763657344-128 Acceptor2 SelectChannelConnector@0.0.0.0:46380, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=65, name=qtp283384711-65 Acceptor1 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=143, name=qtp938693467-143 Acceptor3 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=114, name=qtp145664343-114 Acceptor2 SelectChannelConnector@0.0.0.0:10737, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=36, name=qtp2010453219-36 Acceptor1 SelectChannelConnector@0.0.0.0:32823, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=142, name=qtp938693467-142 Acceptor2 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=129, name=qtp763657344-129 Acceptor3 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=99, name=qtp806882873-99 Acceptor1 SelectChannelConnector@0.0.0.0:43203, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=64, name=qtp283384711-64 Acceptor0 SelectChannelConnector@0.0.0.0:39529, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=115, name=qtp145664343-115 Acceptor3 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=35, name=qtp2010453219-35 Acceptor0 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=38, name=qtp2010453219-38 Acceptor3 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=101, name=qtp806882873-101 Acceptor3 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=37, name=qtp2010453219-37 Acceptor2 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=81, name=qtp345515760-81 Acceptor3 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=19, name=qtp1618590682-19 Acceptor2 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=140, name=qtp938693467-140 Acceptor0 SelectChannelConnector@0.0.0.0:46381, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=53, name=qtp855052080-53 Acceptor2 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=67, name=qtp283384711-67 Acceptor3 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=66, name=qtp283384711-66 Acceptor2 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=78, name=qtp345515760-78 Acceptor0 SelectChannelConnector@0.0.0.0:12282, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=126, name=qtp763657344-126 Acceptor0 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=52, name=qtp855052080-52 Acceptor1 SelectChannelConnector@0.0.0.0:44008, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=80, name=qtp345515760-80 Acceptor2 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=54, name=qtp855052080-54 Acceptor3 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=18, name=qtp1618590682-18 Acceptor1 SelectChannelConnector@0.0.0.0:64317, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=16, name=qtp1618590682-16 Acceptor0 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=141, name=qtp938693467-141 Acceptor1 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=113, name=qtp145664343-113 Acceptor1 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=20, name=qtp1618590682-20 Acceptor3 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedSpellCheckComponentTest: 
   1) Thread[id=127, name=qtp763657344-127 Acceptor1 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=98, name=qtp806882873-98 Acceptor0 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=100, name=qtp806882873-100 Acceptor2 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=79, name=qtp345515760-79 Acceptor1 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=112, name=qtp145664343-112 Acceptor0 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=51, name=qtp855052080-51 Acceptor0 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=128, name=qtp763657344-128 Acceptor2 SelectChannelConnector@0.0.0.0:46380, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=65, name=qtp283384711-65 Acceptor1 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=143, name=qtp938693467-143 Acceptor3 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=114, name=qtp145664343-114 Acceptor2 SelectChannelConnector@0.0.0.0:10737, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=36, name=qtp2010453219-36 Acceptor1 SelectChannelConnector@0.0.0.0:32823, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=142, name=qtp938693467-142 Acceptor2 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=129, name=qtp763657344-129 Acceptor3 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=99, name=qtp806882873-99 Acceptor1 SelectChannelConnector@0.0.0.0:43203, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=64, name=qtp283384711-64 Acceptor0 SelectChannelConnector@0.0.0.0:39529, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=115, name=qtp145664343-115 Acceptor3 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=35, name=qtp2010453219-35 Acceptor0 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=38, name=qtp2010453219-38 Acceptor3 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=101, name=qtp806882873-101 Acceptor3 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=37, name=qtp2010453219-37 Acceptor2 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=81, name=qtp345515760-81 Acceptor3 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=19, name=qtp1618590682-19 Acceptor2 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=140, name=qtp938693467-140 Acceptor0 SelectChannelConnector@0.0.0.0:46381, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=53, name=qtp855052080-53 Acceptor2 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=67, name=qtp283384711-67 Acceptor3 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=66, name=qtp283384711-66 Acceptor2 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=78, name=qtp345515760-78 Acceptor0 SelectChannelConnector@0.0.0.0:12282, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=126, name=qtp763657344-126 Acceptor0 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=52, name=qtp855052080-52 Acceptor1 SelectChannelConnector@0.0.0.0:44008, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=80, name=qtp345515760-80 Acceptor2 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=54, name=qtp855052080-54 Acceptor3 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=18, name=qtp1618590682-18 Acceptor1 SelectChannelConnector@0.0.0.0:64317, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=16, name=qtp1618590682-16 Acceptor0 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=141, name=qtp938693467-141 Acceptor1 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=113, name=qtp145664343-113 Acceptor1 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=20, name=qtp1618590682-20 Acceptor3 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([BDEEF4FCD8375771]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedSpellCheckComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=127, name=qtp763657344-127 Acceptor1 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=98, name=qtp806882873-98 Acceptor0 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=100, name=qtp806882873-100 Acceptor2 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=79, name=qtp345515760-79 Acceptor1 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=112, name=qtp145664343-112 Acceptor0 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=51, name=qtp855052080-51 Acceptor0 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=128, name=qtp763657344-128 Acceptor2 SelectChannelConnector@0.0.0.0:46380, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=65, name=qtp283384711-65 Acceptor1 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=143, name=qtp938693467-143 Acceptor3 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=114, name=qtp145664343-114 Acceptor2 SelectChannelConnector@0.0.0.0:10737, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=36, name=qtp2010453219-36 Acceptor1 SelectChannelConnector@0.0.0.0:32823, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=142, name=qtp938693467-142 Acceptor2 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=99, name=qtp806882873-99 Acceptor1 SelectChannelConnector@0.0.0.0:43203, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=129, name=qtp763657344-129 Acceptor3 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=64, name=qtp283384711-64 Acceptor0 SelectChannelConnector@0.0.0.0:39529, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=115, name=qtp145664343-115 Acceptor3 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=35, name=qtp2010453219-35 Acceptor0 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=38, name=qtp2010453219-38 Acceptor3 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=101, name=qtp806882873-101 Acceptor3 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=37, name=qtp2010453219-37 Acceptor2 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=19, name=qtp1618590682-19 Acceptor2 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=81, name=qtp345515760-81 Acceptor3 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=140, name=qtp938693467-140 Acceptor0 SelectChannelConnector@0.0.0.0:46381, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=53, name=qtp855052080-53 Acceptor2 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=67, name=qtp283384711-67 Acceptor3 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=66, name=qtp283384711-66 Acceptor2 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=78, name=qtp345515760-78 Acceptor0 SelectChannelConnector@0.0.0.0:12282, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=126, name=qtp763657344-126 Acceptor0 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=52, name=qtp855052080-52 Acceptor1 SelectChannelConnector@0.0.0.0:44008, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=80, name=qtp345515760-80 Acceptor2 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=54, name=qtp855052080-54 Acceptor3 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=18, name=qtp1618590682-18 Acceptor1 SelectChannelConnector@0.0.0.0:64317, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=16, name=qtp1618590682-16 Acceptor0 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=141, name=qtp938693467-141 Acceptor1 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=113, name=qtp145664343-113 Acceptor1 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=20, name=qtp1618590682-20 Acceptor3 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=127, name=qtp763657344-127 Acceptor1 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=98, name=qtp806882873-98 Acceptor0 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=100, name=qtp806882873-100 Acceptor2 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=79, name=qtp345515760-79 Acceptor1 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=112, name=qtp145664343-112 Acceptor0 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=51, name=qtp855052080-51 Acceptor0 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=128, name=qtp763657344-128 Acceptor2 SelectChannelConnector@0.0.0.0:46380, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=65, name=qtp283384711-65 Acceptor1 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=143, name=qtp938693467-143 Acceptor3 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=114, name=qtp145664343-114 Acceptor2 SelectChannelConnector@0.0.0.0:10737, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=36, name=qtp2010453219-36 Acceptor1 SelectChannelConnector@0.0.0.0:32823, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=142, name=qtp938693467-142 Acceptor2 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=99, name=qtp806882873-99 Acceptor1 SelectChannelConnector@0.0.0.0:43203, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=129, name=qtp763657344-129 Acceptor3 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=64, name=qtp283384711-64 Acceptor0 SelectChannelConnector@0.0.0.0:39529, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=115, name=qtp145664343-115 Acceptor3 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=35, name=qtp2010453219-35 Acceptor0 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=38, name=qtp2010453219-38 Acceptor3 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=101, name=qtp806882873-101 Acceptor3 SelectChannelConnector@0.0.0.0:43203, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=37, name=qtp2010453219-37 Acceptor2 SelectChannelConnector@0.0.0.0:32823, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=19, name=qtp1618590682-19 Acceptor2 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=81, name=qtp345515760-81 Acceptor3 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=140, name=qtp938693467-140 Acceptor0 SelectChannelConnector@0.0.0.0:46381, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=53, name=qtp855052080-53 Acceptor2 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=67, name=qtp283384711-67 Acceptor3 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=66, name=qtp283384711-66 Acceptor2 SelectChannelConnector@0.0.0.0:39529, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=78, name=qtp345515760-78 Acceptor0 SelectChannelConnector@0.0.0.0:12282, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=126, name=qtp763657344-126 Acceptor0 SelectChannelConnector@0.0.0.0:46380, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=52, name=qtp855052080-52 Acceptor1 SelectChannelConnector@0.0.0.0:44008, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=80, name=qtp345515760-80 Acceptor2 SelectChannelConnector@0.0.0.0:12282, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=54, name=qtp855052080-54 Acceptor3 SelectChannelConnector@0.0.0.0:44008, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=18, name=qtp1618590682-18 Acceptor1 SelectChannelConnector@0.0.0.0:64317, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=16, name=qtp1618590682-16 Acceptor0 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=141, name=qtp938693467-141 Acceptor1 SelectChannelConnector@0.0.0.0:46381, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=113, name=qtp145664343-113 Acceptor1 SelectChannelConnector@0.0.0.0:10737, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=20, name=qtp1618590682-20 Acceptor3 SelectChannelConnector@0.0.0.0:64317, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([BDEEF4FCD8375771]:0)




Build Log:
[...truncated 8480 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.component.DistributedSpellCheckComponentTest
[junit4:junit4]   2> 224 T11 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 695 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1397 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:64317
[junit4:junit4]   2> 1556 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1557 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1558 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2217 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2222 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2223 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2266 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 2272 T11 oasc.CoreContainer.<init> New CoreContainer 244790266
[junit4:junit4]   2> 2273 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2274 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2376 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2790 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 2792 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 2793 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2794 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 3023 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3323 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3367 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3444 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5411 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5439 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5443 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5734 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5750 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5756 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5772 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5850 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/
[junit4:junit4]   2> 5854 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19d1ee29
[junit4:junit4]   2> 6031 T11 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 6204 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@529762a; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 6211 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data forceNew:false
[junit4:junit4]   2> 6212 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data
[junit4:junit4]   2> 6213 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/index/
[junit4:junit4]   2> 6214 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6238 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/index forceNew:false
[junit4:junit4]   2> 6721 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e589468; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6722 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6723 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/index
[junit4:junit4]   2> 6756 T11 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7723 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7724 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7724 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7732 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7828 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7839 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7843 T11 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7875 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7894 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7944 T11 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7948 T11 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7953 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7955 T11 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7956 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7957 T11 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7986 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7989 T11 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7991 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7994 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7996 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7999 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8001 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8004 T11 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8023 T11 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8042 T11 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8167 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8191 T11 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8202 T11 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-REPLICATION2.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 8209 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data
[junit4:junit4]   2> 8255 T11 oass.SolrIndexSearcher.<init> Opening Searcher@5465282c main
[junit4:junit4]   2> 8324 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8325 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8327 T11 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8438 T11 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8726 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 8726 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8727 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 8728 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8728 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8729 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8729 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8730 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8730 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8766 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9263 T29 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5465282c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9282 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9282 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9283 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9341 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9366 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9369 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:32823
[junit4:junit4]   2> 9370 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9371 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9372 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9408 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9409 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9410 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9410 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 9411 T11 oasc.CoreContainer.<init> New CoreContainer 1575568476
[junit4:junit4]   2> 9412 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9412 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9443 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9467 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 9468 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 9470 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9470 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 9554 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9631 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9632 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9678 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10292 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10310 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10314 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10334 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10340 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10345 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10348 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10351 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/
[junit4:junit4]   2> 10351 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19d1ee29
[junit4:junit4]   2> 10353 T11 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10354 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d4a1c70; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 10354 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data forceNew:false
[junit4:junit4]   2> 10355 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data
[junit4:junit4]   2> 10356 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/index/
[junit4:junit4]   2> 10357 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10358 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/index forceNew:false
[junit4:junit4]   2> 10385 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@65a05309; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10386 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10387 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/index
[junit4:junit4]   2> 10387 T11 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10391 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10391 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10392 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10393 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10394 T11 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10394 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10395 T11 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10398 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10401 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10403 T11 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10406 T11 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10407 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10409 T11 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10410 T11 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10411 T11 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10414 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10416 T11 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10419 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10421 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10424 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10426 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10429 T11 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10432 T11 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10434 T11 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10437 T11 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10447 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10450 T11 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10454 T11 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-REPLICATION2.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 10458 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data
[junit4:junit4]   2> 10460 T11 oass.SolrIndexSearcher.<init> Opening Searcher@3b17fe3 main
[junit4:junit4]   2> 10461 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10462 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10463 T11 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10470 T11 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10522 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 10523 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10523 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 10524 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10524 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10525 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10525 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10526 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10527 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10527 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 10560 T43 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b17fe3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10574 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 10575 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10575 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10576 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@38140c4
[junit4:junit4]   2> 11980 T23 C0 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 11983 T23 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data
[junit4:junit4]   2> 11987 T23 C0 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e589468; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11988 T23 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11993 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 422
[junit4:junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@37872f8d
[junit4:junit4]   2> 12128 T40 C1 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 12129 T40 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data
[junit4:junit4]   2> 12133 T40 C1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@65a05309; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12134 T40 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12135 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 8
[junit4:junit4]   2> 12403 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 258
[junit4:junit4]   2> 12414 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 6
[junit4:junit4]   2> 12423 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 3
[junit4:junit4]   2> 12431 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 4
[junit4:junit4]   2> 12438 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 2
[junit4:junit4]   2> 12446 T41 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 3
[junit4:junit4]   2> 12454 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 3
[junit4:junit4]   2> 12460 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 2
[junit4:junit4]   2> 12467 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 2
[junit4:junit4]   2> 12474 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 2
[junit4:junit4]   2> 12481 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 2
[junit4:junit4]   2> 12488 T41 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 2
[junit4:junit4]   2> 12495 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 2
[junit4:junit4]   2> 12503 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 2
[junit4:junit4]   2> 12510 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 2
[junit4:junit4]   2> 12517 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 2
[junit4:junit4]   2> 12525 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 3
[junit4:junit4]   2> 12532 T41 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 3
[junit4:junit4]   2> 12688 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 152
[junit4:junit4]   2> 12705 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 12
[junit4:junit4]   2> 12714 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 4
[junit4:junit4]   2> 12721 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 3
[junit4:junit4]   2> 12729 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 3
[junit4:junit4]   2> 12736 T41 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 3
[junit4:junit4]   2> 12744 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 3
[junit4:junit4]   2> 12751 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 3
[junit4:junit4]   2> 12759 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 3
[junit4:junit4]   2> 12765 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 2
[junit4:junit4]   2> 12773 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 3
[junit4:junit4]   2> 12780 T41 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 3
[junit4:junit4]   2> 12786 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 2
[junit4:junit4]   2> 12794 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 3
[junit4:junit4]   2> 12800 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 2
[junit4:junit4]   2> 12807 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 2
[junit4:junit4]   2> 12814 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 2
[junit4:junit4]   2> 12821 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 2
[junit4:junit4]   2> 12828 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 2
[junit4:junit4]   2> 12835 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 2
[junit4:junit4]   2> 12852 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 12
[junit4:junit4]   2> 12869 T41 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 12
[junit4:junit4]   2> 12878 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 4
[junit4:junit4]   2> 12886 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 4
[junit4:junit4]   2> 12893 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 3
[junit4:junit4]   2> 12900 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 3
[junit4:junit4]   2> 12907 T23 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 3
[junit4:junit4]   2> 12913 T41 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 2
[junit4:junit4]   2> 12920 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 2
[junit4:junit4]   2> 12926 T42 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 2
[junit4:junit4]   2> 12968 T24 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13428 T24 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e589468; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e589468; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_1_1.len, _2.si, _1.fld, _0_1.len, _2.inf, _0_7.len, _1.inf, _2_6.len, _1_4.len, _2_7.len, _1.pst, _2_5.len, _0.si, _2_4.len, _1_5.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _0.fld, _0_4.len, _2.pst, _0_3.len, _1_3.len, _1_6.len, _1.si, segments_2, _0.inf, _1_7.len]
[junit4:junit4]   2> 13430 T24 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_1_1.len, _2.si, _1.fld, _0_1.len, _2.inf, _0_7.len, _1.inf, _2_6.len, _1_4.len, _2_7.len, _1.pst, _2_5.len, _0.si, _2_4.len, _1_5.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _0.fld, _0_4.len, _2.pst, _0_3.len, _1_3.len, _1_6.len, _1.si, segments_2, _0.inf, _1_7.len]
[junit4:junit4]   2> 13432 T24 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data
[junit4:junit4]   2> 13480 T24 C0 oass.SolrIndexSearcher.<init> Opening Searcher@954778a main
[junit4:junit4]   2> 13489 T24 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13503 T29 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@954778a main{StandardDirectoryReader(segments_2:8 _0(5.0):C10 _1(5.0):C10 _2(5.0):C4)}
[junit4:junit4]   2> 13505 T29 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/index
[junit4:junit4]   2> 13506 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 542
[junit4:junit4]   2> 13511 T40 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13677 T40 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@65a05309; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@65a05309; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_1_1.len, _2.si, _1.fld, _0_1.len, _2.inf, _0_7.len, _1.inf, _2_6.len, _1_4.len, _2_7.len, _1.pst, _2_5.len, _0.si, _2_4.len, _1_5.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _0.fld, _0_4.len, _2.pst, _0_3.len, _1_3.len, _1_6.len, _1.si, segments_2, _0.inf, _1_7.len]
[junit4:junit4]   2> 13678 T40 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_1_1.len, _2.si, _1.fld, _0_1.len, _2.inf, _0_7.len, _1.inf, _2_6.len, _1_4.len, _2_7.len, _1.pst, _2_5.len, _0.si, _2_4.len, _1_5.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _0.fld, _0_4.len, _2.pst, _0_3.len, _1_3.len, _1_6.len, _1.si, segments_2, _0.inf, _1_7.len]
[junit4:junit4]   2> 13679 T40 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data
[junit4:junit4]   2> 13707 T40 C1 oass.SolrIndexSearcher.<init> Opening Searcher@39484118 main
[junit4:junit4]   2> 13709 T40 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13719 T43 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39484118 main{StandardDirectoryReader(segments_2:8 _0(5.0):C10 _1(5.0):C10 _2(5.0):C4)}
[junit4:junit4]   2> 13722 T43 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/index
[junit4:junit4]   2> 13723 T40 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 212
[junit4:junit4]   2> 14079 T22 C0 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards.qt=spellCheckCompRH&q=*:*&qt=spellCheckCompRH&wt=javabin&spellcheck.build=true&version=2} hits=24 status=0 QTime=320 
[junit4:junit4]   2> 14408 T42 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards.qt=spellCheckCompRH&spellcheck.extendedResults=false&distrib=false&wt=javabin&rows=10&spellcheck.onlyMorePopular=false&version=2&fl=id,score&shard.url=127.0.0.1:32823/solr&NOW=1351889342950&start=0&q=*:*&spellcheck.count=5&qt=spellCheckCompRH&isShard=true&fsv=true&spellcheck.build=true} hits=24 status=0 QTime=176 
[junit4:junit4]   2> 14467 T40 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=false&spellcheck.extendedResults=false&shards.qt=spellCheckCompRH&ids=3,2,1,10,7,6,5,4,9,8&distrib=false&wt=javabin&spellcheck.onlyMorePopular=false&version=2&shard.url=127.0.0.1:32823/solr&NOW=1351889342950&q=*:*&spellcheck.count=1&qt=spellCheckCompRH&isShard=true&spellcheck.build=true} status=0 QTime=12 
[junit4:junit4]   2> 14479 T41 C1 oashc.SpellCheckComponent.finishStage 127.0.0.1:32823/solr null
[junit4:junit4]   2> 14479 T41 C1 oashc.SpellCheckComponent.finishStage 127.0.0.1:32823/solr null
[junit4:junit4]   2> 14484 T41 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards=127.0.0.1:32823/solr&shards.qt=spellCheckCompRH&q=*:*&qt=spellCheckCompRH&wt=javabin&spellcheck.build=true&version=2} hits=24 status=0 QTime=367 
[junit4:junit4]   2> 14636 T23 C0 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&fl=id,lowerfilt&shards.qt=spellCheckCompRH&q=*:*&spellcheck.q=toyata&distrib=false&qt=spellCheckCompRH&wt=javabin&version=2} hits=24 status=0 QTime=139 
[junit4:junit4]   2> 14686 T40 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.extendedResults=false&shards.qt=spellCheckCompRH&spellcheck.q=toyata&distrib=false&wt=javabin&spellcheck.onlyMorePopular=false&rows=10&version=2&fl=id,score&shard.url=[ff01::213]:33332/solr|127.0.0.1:32823/solr&NOW=1351889343482&start=0&q=*:*&spellcheck.count=5&qt=spellCheckCompRH&isShard=true&fsv=true} hits=24 status=0 QTime=19 
[junit4:junit4]   2> 14699 T42 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=false&spellcheck.extendedResults=false&shards.qt=spellCheckCompRH&ids=3,2,1,10,7,6,5,4,9,8&spellcheck.q=toyata&distrib=false&wt=javabin&spellcheck.onlyMorePopular=false&version=2&fl=id,lowerfilt&shard.url=[ff01::213]:33332/solr|127.0.0.1:32823/solr&NOW=1351889343482&q=*:*&spellcheck.count=1&qt=spellCheckCompRH&isShard=true} status=0 QTime=5 
[junit4:junit4]   2> 14702 T41 C1 oashc.SpellCheckComponent.finishStage [ff01::213]:33332/solr|127.0.0.1:32823/solr {suggestions={toyata={numFound=2,startOffset=0,endOffset=6,suggestion=[toyota, sonata]}}}
[junit4:junit4]   2> 14703 T41 C1 oashc.SpellCheckComponent.finishStage [ff01::213]:33332/solr|127.0.0.1:32823/solr null
[junit4:junit4]   2> 14704 T41 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&fl=id,lowerfilt&shards=[ff01::213]:33332/solr|127.0.0.1:32823/solr&shards.qt=spellCheckCompRH&q=*:*&spellcheck.q=toyata&qt=spellCheckCompRH&wt=javabin&version=2} hits=24 status=0 QTime=55 
[junit4:junit4]   2> 14715 T24 C0 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&fl=id,lowerfilt&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&q=*:*&spellcheck.q=toyata&distrib=false&qt=spellCheckCompRH&wt=javabin&version=2} hits=24 status=0 QTime=5 
[junit4:junit4]   2> 14886 T42 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.extendedResults=true&shards.qt=spellCheckCompRH&spellcheck.q=toyata&distrib=false&wt=javabin&spellcheck.onlyMorePopular=false&rows=10&version=2&fl=id,score&shard.url=[ff01::213]:33332/solr|127.0.0.1:32823/solr&NOW=1351889343554&start=0&q=*:*&spellcheck.count=5&qt=spellCheckCompRH&isShard=true&fsv=true} hits=24 status=0 QTime=5 
[junit4:junit4]   2> 14897 T41 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=false&spellcheck.extendedResults=true&shards.qt=spellCheckCompRH&ids=3,2,1,10,7,6,5,4,9,8&spellcheck.q=toyata&distrib=false&wt=javabin&spellcheck.onlyMorePopular=false&version=2&fl=id,lowerfilt&shard.url=[ff01::213]:33332/solr|127.0.0.1:32823/solr&NOW=1351889343554&q=*:*&spellcheck.count=1&qt=spellCheckCompRH&isShard=true} status=0 QTime=4 
[junit4:junit4]   2> 14899 T40 C1 oashc.SpellCheckComponent.finishStage [ff01::213]:33332/solr|127.0.0.1:32823/solr {suggestions={toyata={numFound=2,startOffset=0,endOffset=6,origFreq=0,suggestion=[{word=toyota,freq=1}, {word=sonata,freq=1}]},correctlySpelled=true}}
[junit4:junit4]   2> 14900 T40 C1 oashc.SpellCheckComponent.finishStage [ff01::213]:33332/solr|127.0.0.1:32823/solr null
[junit4:junit4]   2> 14901 T40 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&fl=id,lowerfilt&shards=[ff01::213]:33332/solr|127.0.0.1:32823/solr&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&q=*:*&spellcheck.q=toyata&qt=spellCheckCompRH&wt=javabin&version=2} hits=24 status=0 QTime=180 
[junit4:junit4]   2> 14917 T23 C0 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&fl=id,lowerfilt&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&q=*:*&spellcheck.q=bluo&distrib=false&spellcheck.count=4&qt=spellCheckCompRH&wt=javabin&version=2} hits=24 status=0 QTime=11 
[junit4:junit4]   2> 14938 T41 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.extendedResults=true&shards.qt=spellCheckCompRH&spellcheck.q=bluo&distrib=false&wt=javabin&spellcheck.onlyMorePopular=false&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:32823/solr&NOW=1351889343756&start=0&q=*:*&spellcheck.count=5&qt=spellCheckCompRH&isShard=true&fsv=true} hits=24 status=0 QTime=11 
[junit4:junit4]   2> 14955 T40 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=false&spellcheck.extendedResults=true&shards.qt=spellCheckCompRH&ids=3,2,1,10,7,6,5,4,9,8&spellcheck.q=bluo&distrib=false&wt=javabin&spellcheck.onlyMorePopular=false&version=2&fl=id,lowerfilt&shard.url=127.0.0.1:32823/solr&NOW=1351889343756&q=*:*&spellcheck.count=4&qt=spellCheckCompRH&isShard=true} status=0 QTime=10 
[junit4:junit4]   2> 14957 T42 C1 oashc.SpellCheckComponent.finishStage 127.0.0.1:32823/solr {suggestions={bluo={numFound=2,startOffset=0,endOffset=4,origFreq=0,suggestion=[{word=blue,freq=1}, {word=glue,freq=1}]},correctlySpelled=true}}
[junit4:junit4]   2> 14958 T42 C1 oashc.SpellCheckComponent.finishStage 127.0.0.1:32823/solr null
[junit4:junit4]   2> 14959 T42 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&fl=id,lowerfilt&shards=127.0.0.1:32823/solr&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&q=*:*&spellcheck.q=bluo&spellcheck.count=4&qt=spellCheckCompRH&wt=javabin&version=2} hits=24 status=0 QTime=36 
[junit4:junit4]   2> 15074 T22 C0 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&fl=id,lowerfilt&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&q=The+quick+reb+fox+jumped+over+the+lazy+brown+dogs&distrib=false&spellcheck.count=4&qt=spellCheckCompRH&spellcheck.collate=true&wt=javabin&version=2} hits=0 status=0 QTime=110 
[junit4:junit4]   2> 15106 T40 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.extendedResults=true&shards.qt=spellCheckCompRH&distrib=false&spellcheck.collate=true&wt=javabin&spellcheck.onlyMorePopular=false&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:32823/solr&NOW=1351889343919&start=0&q=The+quick+reb+fox+jumped+over+the+lazy+brown+dogs&spellcheck.count=5&qt=spellCheckCompRH&isShard=true&fsv=true} hits=0 status=0 QTime=13 
[junit4:junit4]   2> 15108 T42 C1 oashc.SpellCheckComponent.finishStage 127.0.0.1:32823/solr {suggestions={reb={numFound=1,startOffset=10,endOffset=13,origFreq=0,suggestion=[{word=red,freq=13}]},dogs={numFound=1,startOffset=45,endOffset=49,origFreq=0,suggestion=[{word=dogs.,freq=13}]},correctlySpelled=false,collation=The quick red fox jumped over the lazy brown dogs.}}
[junit4:junit4]   2> 15109 T42 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&fl=id,lowerfilt&shards=127.0.0.1:32823/solr&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&q=The+quick+reb+fox+jumped+over+the+lazy+brown+dogs&spellcheck.count=4&qt=spellCheckCompRH&spellcheck.collate=true&wt=javabin&version=2} hits=0 status=0 QTime=23 
[junit4:junit4]   2> 15209 T24 C0 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.collateExtendedResults=true&spellcheck.extendedResults=true&shards.qt=spellCheckCompRH&spellcheck.maxCollations=10&spellcheck.maxCollationTries=10&distrib=false&spellcheck.collate=true&wt=javabin&version=2&fl=id,lowerfilt&q=lowerfilt:(%2Bquock+%2Breb)&spellcheck.count=10&qt=spellCheckCompRH} hits=0 status=0 QTime=95 
[junit4:junit4]   2> 15240 T40 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&shards.qt=spellCheckCompRH&spellcheck.maxCollations=10&spellcheck.maxCollationTries=10&distrib=false&spellcheck.collate=true&wt=javabin&spellcheck.onlyMorePopular=false&rows=10&version=2&fl=id,score&shard.url=[ff01::213]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:32823/solr&NOW=1351889344053&start=0&q=lowerfilt:(%2Bquock+%2Breb)&spellcheck.count=10&qt=spellCheckCompRH&isShard=true&fsv=true} hits=0 status=0 QTime=14 
[junit4:junit4]   2> 15242 T41 C1 oashc.SpellCheckComponent.finishStage [ff01::213]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:32823/solr {suggestions={quock={numFound=2,startOffset=12,endOffset=17,origFreq=0,suggestion=[{word=quick,freq=1}, {word=quote,freq=12}]},reb={numFound=1,startOffset=19,endOffset=22,origFreq=0,suggestion=[{word=red,freq=13}]},correctlySpelled=false,collation={collationQuery=lowerfilt:(+quick +red),hits=1,misspellingsAndCorrections={quock=quick,reb=red},collationInternalRank=0},collation={collationQuery=lowerfilt:(+quote +red),hits=12,misspellingsAndCorrections={quock=quote,reb=red},collationInternalRank=1}}}
[junit4:junit4]   2> 15243 T41 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.collateExtendedResults=true&spellcheck.extendedResults=true&shards.qt=spellCheckCompRH&spellcheck.maxCollations=10&spellcheck.maxCollationTries=10&spellcheck.collate=true&wt=javabin&version=2&shards=[ff01::213]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:32823/solr&fl=id,lowerfilt&q=lowerfilt:(%2Bquock+%2Breb)&spellcheck.count=10&qt=spellCheckCompRH} hits=0 status=0 QTime=23 
[junit4:junit4]   2> 15257 T22 C0 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=false&spellcheck.maxCollationTries=10&spellcheck.maxCollations=10&distrib=false&spellcheck.collate=true&wt=javabin&version=2&fl=id,lowerfilt&q=lowerfilt:(%2Bquock+%2Breb)&spellcheck.count=10&qt=spellCheckCompRH} hits=0 status=0 QTime=8 
[junit4:junit4]   2> 15278 T40 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.extendedResults=true&shards.qt=spellCheckCompRH&spellcheck.collateExtendedResults=false&spellcheck.maxCollationTries=10&spellcheck.maxCollations=10&distrib=false&spellcheck.collate=true&wt=javabin&spellcheck.onlyMorePopular=false&rows=10&version=2&fl=id,score&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:32823/solr&NOW=1351889344096&start=0&q=lowerfilt:(%2Bquock+%2Breb)&spellcheck.count=10&qt=spellCheckCompRH&isShard=true&fsv=true} hits=0 status=0 QTime=9 
[junit4:junit4]   2> 15280 T42 C1 oashc.SpellCheckComponent.finishStage [ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:32823/solr {suggestions={quock={numFound=2,startOffset=12,endOffset=17,origFreq=0,suggestion=[{word=quick,freq=1}, {word=quote,freq=12}]},reb={numFound=1,startOffset=19,endOffset=22,origFreq=0,suggestion=[{word=red,freq=13}]},correctlySpelled=false,collation=lowerfilt:(+quick +red),collationInternalRank=0,collation=lowerfilt:(+quote +red),collationInternalRank=1}}
[junit4:junit4]   2> 15281 T42 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=false&spellcheck.maxCollationTries=10&spellcheck.maxCollations=10&spellcheck.collate=true&wt=javabin&version=2&fl=id,lowerfilt&shards=[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:32823/solr&q=lowerfilt:(%2Bquock+%2Breb)&spellcheck.count=10&qt=spellCheckCompRH} hits=0 status=0 QTime=18 
[junit4:junit4]   2> 15293 T23 C0 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=false&spellcheck.maxCollationTries=0&spellcheck.maxCollations=1&distrib=false&spellcheck.collate=true&wt=javabin&version=2&fl=id,lowerfilt&q=lowerfilt:(%2Bquock+%2Breb)&spellcheck.count=10&qt=spellCheckCompRH} hits=0 status=0 QTime=7 
[junit4:junit4]   2> 15311 T40 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.extendedResults=true&shards.qt=spellCheckCompRH&spellcheck.collateExtendedResults=false&spellcheck.maxCollationTries=0&spellcheck.maxCollations=1&distrib=false&spellcheck.collate=true&wt=javabin&spellcheck.onlyMorePopular=false&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:32823/solr|[ff01::213]:33332/solr&NOW=1351889344132&start=0&q=lowerfilt:(%2Bquock+%2Breb)&spellcheck.count=10&qt=spellCheckCompRH&isShard=true&fsv=true} hits=0 status=0 QTime=7 
[junit4:junit4]   2> 15313 T41 C1 oashc.SpellCheckComponent.finishStage 127.0.0.1:32823/solr|[ff01::213]:33332/solr {suggestions={quock={numFound=2,startOffset=12,endOffset=17,origFreq=0,suggestion=[{word=quick,freq=1}, {word=quote,freq=12}]},reb={numFound=1,startOffset=19,endOffset=22,origFreq=0,suggestion=[{word=red,freq=13}]},correctlySpelled=false,collation=lowerfilt:(+quick +red)}}
[junit4:junit4]   2> 15314 T41 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=false&spellcheck.maxCollationTries=0&spellcheck.maxCollations=1&spellcheck.collate=true&wt=javabin&version=2&fl=id,lowerfilt&shards=127.0.0.1:32823/solr|[ff01::213]:33332/solr&q=lowerfilt:(%2Bquock+%2Breb)&spellcheck.count=10&qt=spellCheckCompRH} hits=0 status=0 QTime=15 
[junit4:junit4]   2> 15366 T24 C0 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.maxResultsForSuggest=10&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&spellcheck.maxCollationTries=10&spellcheck.maxCollations=1&distrib=false&spellcheck.collate=true&wt=javabin&version=2&fl=id,lowerfilt&q=lowerfilt:("quote+red+fox")&spellcheck.count=10&qt=spellCheckCompRH&spellcheck.alternativeTermCount=5} hits=12 status=0 QTime=47 
[junit4:junit4]   2> 15383 T40 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards.qt=spellCheckCompRH&spellcheck.maxCollationTries=10&distrib=false&version=2&fl=id,score&shard.url=[ff01::213]:33332/solr|127.0.0.1:32823/solr&NOW=1351889344206&spellcheck.count=10&qt=spellCheckCompRH&fsv=true&spellcheck.alternativeTermCount=5&spellcheck.maxResultsForSuggest=10&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&spellcheck.maxCollations=1&spellcheck.collate=true&wt=javabin&spellcheck.onlyMorePopular=false&rows=10&start=0&q=lowerfilt:("quote+red+fox")&isShard=true} hits=12 status=0 QTime=4 
[junit4:junit4]   2> 15395 T41 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=false&spellcheck.maxResultsForSuggest=10&spellcheck.extendedResults=true&shards.qt=spellCheckCompRH&spellcheck.collateExtendedResults=true&spellcheck.maxCollationTries=10&spellcheck.maxCollations=1&ids=21,20,19,17,22,18,15,16,13,14&distrib=false&spellcheck.collate=true&wt=javabin&spellcheck.onlyMorePopular=false&version=2&fl=id,lowerfilt&shard.url=[ff01::213]:33332/solr|127.0.0.1:32823/solr&NOW=1351889344206&q=lowerfilt:("quote+red+fox")&spellcheck.count=10&qt=spellCheckCompRH&isShard=true&spellcheck.alternativeTermCount=5} status=0 QTime=3 
[junit4:junit4]   2> 15401 T42 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.maxResultsForSuggest=10&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&spellcheck.maxCollationTries=10&spellcheck.maxCollations=1&spellcheck.collate=true&wt=javabin&version=2&fl=id,lowerfilt&shards=[ff01::213]:33332/solr|127.0.0.1:32823/solr&q=lowerfilt:("quote+red+fox")&spellcheck.count=10&qt=spellCheckCompRH&spellcheck.alternativeTermCount=5} hits=12 status=0 QTime=28 
[junit4:junit4]   2> 15418 T22 C0 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.maxResultsForSuggest=10&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&spellcheck.maxCollationTries=10&spellcheck.maxCollations=1&distrib=false&spellcheck.collate=true&wt=javabin&version=2&fl=id,lowerfilt&q=lowerfilt:("rod+fix")&spellcheck.count=10&qt=spellCheckCompRH&spellcheck.alternativeTermCount=5} hits=1 status=0 QTime=12 
[junit4:junit4]   2> 15439 T41 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards.qt=spellCheckCompRH&spellcheck.maxCollationTries=10&distrib=false&version=2&fl=id,score&shard.url=127.0.0.1:32823/solr&NOW=1351889344256&spellcheck.count=10&qt=spellCheckCompRH&fsv=true&spellcheck.alternativeTermCount=5&spellcheck.maxResultsForSuggest=10&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&spellcheck.maxCollations=1&spellcheck.collate=true&wt=javabin&spellcheck.onlyMorePopular=false&rows=10&start=0&q=lowerfilt:("rod+fix")&isShard=true} hits=1 status=0 QTime=12 
[junit4:junit4]   2> 15446 T42 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=false&spellcheck.maxResultsForSuggest=10&spellcheck.extendedResults=true&shards.qt=spellCheckCompRH&spellcheck.collateExtendedResults=true&spellcheck.maxCollationTries=10&spellcheck.maxCollations=1&ids=25&distrib=false&spellcheck.collate=true&wt=javabin&spellcheck.onlyMorePopular=false&version=2&fl=id,lowerfilt&shard.url=127.0.0.1:32823/solr&NOW=1351889344256&q=lowerfilt:("rod+fix")&spellcheck.count=10&qt=spellCheckCompRH&isShard=true&spellcheck.alternativeTermCount=5} status=0 QTime=1 
[junit4:junit4]   2> 15448 T40 C1 oashc.SpellCheckComponent.finishStage 127.0.0.1:32823/solr {suggestions={rod={numFound=2,startOffset=12,endOffset=15,origFreq=1,suggestion=[{word=red,freq=13}, {word=ford,freq=1}]},fix={numFound=1,startOffset=16,endOffset=19,origFreq=1,suggestion=[{word=fox,freq=13}]},correctlySpelled=false,collation={collationQuery=lowerfilt:("red fox"),hits=13,misspellingsAndCorrections={rod=red,fix=fox},collationInternalRank=2}}}
[junit4:junit4]   2> 15449 T40 C1 oashc.SpellCheckComponent.finishStage 127.0.0.1:32823/solr null
[junit4:junit4]   2> 15450 T40 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&spellcheck.maxResultsForSuggest=10&shards.qt=spellCheckCompRH&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&spellcheck.maxCollationTries=10&spellcheck.maxCollations=1&spellcheck.collate=true&wt=javabin&version=2&fl=id,lowerfilt&shards=127.0.0.1:32823/solr&q=lowerfilt:("rod+fix")&spellcheck.count=10&qt=spellCheckCompRH&spellcheck.alternativeTermCount=5} hits=1 status=0 QTime=27 
[junit4:junit4]   2> 15505 T23 C0 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards.qt=spellCheckWithWordbreak&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&spellcheck.maxCollationTries=0&spellcheck.maxCollations=1&distrib=false&spellcheck.collate=true&wt=javabin&version=2&fl=id,lowerfilt&q=lowerfilt:(%2Bquock+%2Bredfox+%2Bjum+%2Bped)&spellcheck.count=10&qt=spellCheckWithWordbreak} hits=0 status=0 QTime=51 
[junit4:junit4]   2> 15528 T40 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards.qt=spellCheckWithWordbreak&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&spellcheck.maxCollationTries=0&spellcheck.maxCollations=1&distrib=false&spellcheck.collate=true&wt=javabin&rows=10&version=2&fl=id,score&shard.url=127.0.0.1:32823/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr&NOW=1351889344344&start=0&q=lowerfilt:(%2Bquock+%2Bredfox+%2Bjum+%2Bped)&spellcheck.dictionary=default&spellcheck.dictionary=wordbreak&spellcheck.count=10&qt=spellCheckWithWordbreak&isShard=true&fsv=true} hits=0 status=0 QTime=13 
[junit4:junit4]   2> 15530 T41 C1 oashc.SpellCheckComponent.finishStage 127.0.0.1:32823/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr {suggestions={quock={numFound=2,startOffset=12,endOffset=17,origFreq=0,suggestion=[{word=quick,freq=1}, {word=quote,freq=12}]},redfox={numFound=1,startOffset=19,endOffset=25,origFreq=0,suggestion=[{word=red fox,freq=13}]},ped={numFound=1,startOffset=32,endOffset=35,origFreq=0,suggestion=[{word=red,freq=13}]},jum ped={numFound=1,startOffset=27,endOffset=35,origFreq=0,suggestion=[{word=jumped,freq=13}]},correctlySpelled=false,collation={collationQuery=lowerfilt:(+quick (+red +fox) +jum +red),hits=0,misspellingsAndCorrections={quock=quick,redfox=red fox,ped=red}}}}
[junit4:junit4]   2> 15532 T41 C1 REQ [collection1] webapp=/solr path=/select params={spellcheck=true&shards.qt=spellCheckWithWordbreak&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&spellcheck.maxCollationTries=0&spellcheck.maxCollations=1&spellcheck.collate=true&wt=javabin&version=2&fl=id,lowerfilt&shards=127.0.0.1:32823/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr&q=lowerfilt:(%2Bquock+%2Bredfox+%2Bjum+%2Bped)&spellcheck.count=10&qt=spellCheckWithWordbreak} hits=0 status=0 QTime=21 
[junit4:junit4]   2> 15580 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=244790266
[junit4:junit4]   2> 15581 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@38140c4
[junit4:junit4]   2> 15610 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=24,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 15611 T11 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 15612 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 15613 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 15615 T11 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/index
[junit4:junit4]   2> 15616 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 15618 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/control/data/index
[junit4:junit4]   2> 15625 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 15726 T11 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 15771 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1575568476
[junit4:junit4]   2> 15772 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@37872f8d
[junit4:junit4]   2> 15811 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=24,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 15812 T11 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 15813 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 15814 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 15816 T11 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/index
[junit4:junit4]   2> 15817 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 15819 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351889329061/shard0/data/index
[junit4:junit4]   2> 15821 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 15922 T11 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 15924 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 15928 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:44008
[junit4:junit4]   2> 15929 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15930 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 15931 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 15972 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15973 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15973 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 15974 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 15975 T11 oasc.CoreContainer.<init> New CoreContainer 369196103
[junit4:junit4]   2> 15976 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 15976 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 16020 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16055 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 16057 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 16058 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16060 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 16167 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16254 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16255 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16295 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16890 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16904 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16907 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16925 T11 oass.FileExchangeRateProvider.reload Reloading exchange 

[...truncated too long message...]

  at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ja_JP_JP_#u-ca-japanese, timezone=Atlantic/Canary
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=5,free=322620960,total=369098752
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestDFRSimilarityFactory, StatsComponentTest, TestSurroundQueryParser, TestElisionMultitermQuery, LeaderElectionTest, DocumentBuilderTest, EchoParamsTest, TestSolrJ, URLClassifyProcessorTest, SpellingQueryConverterTest, TestArbitraryIndexDir, XsltUpdateRequestHandlerTest, HighlighterTest, FieldMutatingUpdateProcessorTest, TestAnalyzedSuggestions, PolyFieldTest, OutputWriterTest, TestSolr4Spatial, SolrInfoMBeanTest, TestSolrCoreProperties]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCoreProperties -Dtests.seed=BDEEF4FCD8375771 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja_JP_JP_#u-ca-japanese -Dtests.timezone=Atlantic/Canary -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J1 | TestSolrCoreProperties (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.TestSolrCoreProperties: 
[junit4:junit4]    >    1) Thread[id=243, name=qtp209164751-243 Acceptor3 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=241, name=qtp209164751-241 Acceptor1 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=240, name=qtp209164751-240 Acceptor0 SelectChannelConnector@0.0.0.0:46418, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=242, name=qtp209164751-242 Acceptor2 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([BDEEF4FCD8375771]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=243, name=qtp209164751-243 Acceptor3 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=241, name=qtp209164751-241 Acceptor1 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=240, name=qtp209164751-240 Acceptor0 SelectChannelConnector@0.0.0.0:46418, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=242, name=qtp209164751-242 Acceptor2 SelectChannelConnector@0.0.0.0:46418, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([BDEEF4FCD8375771]:0)
[junit4:junit4] Completed on J1 in 25.36s, 1 test, 2 errors <<< FAILURES!

[...truncated 176 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 744 ignored (1 assumption)

Total time: 21 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3359 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3359/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest:     1) Thread[id=33, name=qtp1889428317-33 Acceptor3 SelectChannelConnector@0.0.0.0:60099, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=32, name=qtp1889428317-32 Acceptor2 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=30, name=qtp1889428317-30 Acceptor0 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=31, name=qtp1889428317-31 Acceptor1 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
   1) Thread[id=33, name=qtp1889428317-33 Acceptor3 SelectChannelConnector@0.0.0.0:60099, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=32, name=qtp1889428317-32 Acceptor2 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=30, name=qtp1889428317-30 Acceptor0 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=31, name=qtp1889428317-31 Acceptor1 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([266439DB4ECC3A59]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=33, name=qtp1889428317-33 Acceptor3 SelectChannelConnector@0.0.0.0:60099, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=32, name=qtp1889428317-32 Acceptor2 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=30, name=qtp1889428317-30 Acceptor0 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=31, name=qtp1889428317-31 Acceptor1 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=33, name=qtp1889428317-33 Acceptor3 SelectChannelConnector@0.0.0.0:60099, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=32, name=qtp1889428317-32 Acceptor2 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=30, name=qtp1889428317-30 Acceptor0 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=31, name=qtp1889428317-31 Acceptor1 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([266439DB4ECC3A59]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedSpellCheckComponentTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedSpellCheckComponentTest:     1) Thread[id=571, name=qtp1528180986-571 Acceptor1 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=469, name=qtp746137524-469 Acceptor3 SelectChannelConnector@0.0.0.0:18033, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=572, name=qtp1528180986-572 Acceptor2 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=529, name=qtp1831410276-529 Acceptor0 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=559, name=qtp1837280956-559 Acceptor3 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=557, name=qtp1837280956-557 Acceptor1 SelectChannelConnector@0.0.0.0:55049, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=453, name=qtp2111362521-453 Acceptor1 SelectChannelConnector@0.0.0.0:50864, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=556, name=qtp1837280956-556 Acceptor0 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=484, name=qtp1742407093-484 Acceptor2 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=511, name=qtp711116461-511 Acceptor2 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=543, name=qtp857499842-543 Acceptor0 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=512, name=qtp711116461-512 Acceptor3 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=544, name=qtp857499842-544 Acceptor1 SelectChannelConnector@0.0.0.0:18420, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=497, name=qtp1575230546-497 Acceptor1 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=530, name=qtp1831410276-530 Acceptor1 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=452, name=qtp2111362521-452 Acceptor0 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=558, name=qtp1837280956-558 Acceptor2 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=570, name=qtp1528180986-570 Acceptor0 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=531, name=qtp1831410276-531 Acceptor2 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=573, name=qtp1528180986-573 Acceptor3 SelectChannelConnector@0.0.0.0:50510, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=510, name=qtp711116461-510 Acceptor1 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=509, name=qtp711116461-509 Acceptor0 SelectChannelConnector@0.0.0.0:49346, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=466, name=qtp746137524-466 Acceptor0 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=455, name=qtp2111362521-455 Acceptor3 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=454, name=qtp2111362521-454 Acceptor2 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=468, name=qtp746137524-468 Acceptor2 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=482, name=qtp1742407093-482 Acceptor0 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=545, name=qtp857499842-545 Acceptor2 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=498, name=qtp1575230546-498 Acceptor2 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=483, name=qtp1742407093-483 Acceptor1 SelectChannelConnector@0.0.0.0:50180, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=532, name=qtp1831410276-532 Acceptor3 SelectChannelConnector@0.0.0.0:30664, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=546, name=qtp857499842-546 Acceptor3 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=485, name=qtp1742407093-485 Acceptor3 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=496, name=qtp1575230546-496 Acceptor0 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=499, name=qtp1575230546-499 Acceptor3 SelectChannelConnector@0.0.0.0:36785, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=467, name=qtp746137524-467 Acceptor1 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedSpellCheckComponentTest: 
   1) Thread[id=571, name=qtp1528180986-571 Acceptor1 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=469, name=qtp746137524-469 Acceptor3 SelectChannelConnector@0.0.0.0:18033, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=572, name=qtp1528180986-572 Acceptor2 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=529, name=qtp1831410276-529 Acceptor0 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=559, name=qtp1837280956-559 Acceptor3 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=557, name=qtp1837280956-557 Acceptor1 SelectChannelConnector@0.0.0.0:55049, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=453, name=qtp2111362521-453 Acceptor1 SelectChannelConnector@0.0.0.0:50864, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=556, name=qtp1837280956-556 Acceptor0 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=484, name=qtp1742407093-484 Acceptor2 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=511, name=qtp711116461-511 Acceptor2 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=543, name=qtp857499842-543 Acceptor0 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=512, name=qtp711116461-512 Acceptor3 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=544, name=qtp857499842-544 Acceptor1 SelectChannelConnector@0.0.0.0:18420, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=497, name=qtp1575230546-497 Acceptor1 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=530, name=qtp1831410276-530 Acceptor1 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=452, name=qtp2111362521-452 Acceptor0 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=558, name=qtp1837280956-558 Acceptor2 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=570, name=qtp1528180986-570 Acceptor0 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=531, name=qtp1831410276-531 Acceptor2 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=573, name=qtp1528180986-573 Acceptor3 SelectChannelConnector@0.0.0.0:50510, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=510, name=qtp711116461-510 Acceptor1 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=509, name=qtp711116461-509 Acceptor0 SelectChannelConnector@0.0.0.0:49346, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=466, name=qtp746137524-466 Acceptor0 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=455, name=qtp2111362521-455 Acceptor3 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=454, name=qtp2111362521-454 Acceptor2 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=468, name=qtp746137524-468 Acceptor2 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=482, name=qtp1742407093-482 Acceptor0 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=545, name=qtp857499842-545 Acceptor2 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=498, name=qtp1575230546-498 Acceptor2 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=483, name=qtp1742407093-483 Acceptor1 SelectChannelConnector@0.0.0.0:50180, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=532, name=qtp1831410276-532 Acceptor3 SelectChannelConnector@0.0.0.0:30664, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=546, name=qtp857499842-546 Acceptor3 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=485, name=qtp1742407093-485 Acceptor3 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=496, name=qtp1575230546-496 Acceptor0 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=499, name=qtp1575230546-499 Acceptor3 SelectChannelConnector@0.0.0.0:36785, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=467, name=qtp746137524-467 Acceptor1 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([266439DB4ECC3A59]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedSpellCheckComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=571, name=qtp1528180986-571 Acceptor1 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=469, name=qtp746137524-469 Acceptor3 SelectChannelConnector@0.0.0.0:18033, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=572, name=qtp1528180986-572 Acceptor2 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=529, name=qtp1831410276-529 Acceptor0 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=559, name=qtp1837280956-559 Acceptor3 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=557, name=qtp1837280956-557 Acceptor1 SelectChannelConnector@0.0.0.0:55049, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=453, name=qtp2111362521-453 Acceptor1 SelectChannelConnector@0.0.0.0:50864, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=556, name=qtp1837280956-556 Acceptor0 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=484, name=qtp1742407093-484 Acceptor2 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=511, name=qtp711116461-511 Acceptor2 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=543, name=qtp857499842-543 Acceptor0 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=512, name=qtp711116461-512 Acceptor3 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=544, name=qtp857499842-544 Acceptor1 SelectChannelConnector@0.0.0.0:18420, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=497, name=qtp1575230546-497 Acceptor1 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=452, name=qtp2111362521-452 Acceptor0 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=530, name=qtp1831410276-530 Acceptor1 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=558, name=qtp1837280956-558 Acceptor2 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=531, name=qtp1831410276-531 Acceptor2 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=570, name=qtp1528180986-570 Acceptor0 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=573, name=qtp1528180986-573 Acceptor3 SelectChannelConnector@0.0.0.0:50510, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=510, name=qtp711116461-510 Acceptor1 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=455, name=qtp2111362521-455 Acceptor3 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=466, name=qtp746137524-466 Acceptor0 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=509, name=qtp711116461-509 Acceptor0 SelectChannelConnector@0.0.0.0:49346, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=454, name=qtp2111362521-454 Acceptor2 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=468, name=qtp746137524-468 Acceptor2 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=482, name=qtp1742407093-482 Acceptor0 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=545, name=qtp857499842-545 Acceptor2 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=498, name=qtp1575230546-498 Acceptor2 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=483, name=qtp1742407093-483 Acceptor1 SelectChannelConnector@0.0.0.0:50180, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=532, name=qtp1831410276-532 Acceptor3 SelectChannelConnector@0.0.0.0:30664, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=546, name=qtp857499842-546 Acceptor3 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=485, name=qtp1742407093-485 Acceptor3 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=496, name=qtp1575230546-496 Acceptor0 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=499, name=qtp1575230546-499 Acceptor3 SelectChannelConnector@0.0.0.0:36785, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=467, name=qtp746137524-467 Acceptor1 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=571, name=qtp1528180986-571 Acceptor1 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=469, name=qtp746137524-469 Acceptor3 SelectChannelConnector@0.0.0.0:18033, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=572, name=qtp1528180986-572 Acceptor2 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=529, name=qtp1831410276-529 Acceptor0 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=559, name=qtp1837280956-559 Acceptor3 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=557, name=qtp1837280956-557 Acceptor1 SelectChannelConnector@0.0.0.0:55049, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=453, name=qtp2111362521-453 Acceptor1 SelectChannelConnector@0.0.0.0:50864, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=556, name=qtp1837280956-556 Acceptor0 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=484, name=qtp1742407093-484 Acceptor2 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=511, name=qtp711116461-511 Acceptor2 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=543, name=qtp857499842-543 Acceptor0 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=512, name=qtp711116461-512 Acceptor3 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=544, name=qtp857499842-544 Acceptor1 SelectChannelConnector@0.0.0.0:18420, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=497, name=qtp1575230546-497 Acceptor1 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=452, name=qtp2111362521-452 Acceptor0 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=530, name=qtp1831410276-530 Acceptor1 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=558, name=qtp1837280956-558 Acceptor2 SelectChannelConnector@0.0.0.0:55049, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=531, name=qtp1831410276-531 Acceptor2 SelectChannelConnector@0.0.0.0:30664, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=570, name=qtp1528180986-570 Acceptor0 SelectChannelConnector@0.0.0.0:50510, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=573, name=qtp1528180986-573 Acceptor3 SelectChannelConnector@0.0.0.0:50510, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=510, name=qtp711116461-510 Acceptor1 SelectChannelConnector@0.0.0.0:49346, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=455, name=qtp2111362521-455 Acceptor3 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=466, name=qtp746137524-466 Acceptor0 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=509, name=qtp711116461-509 Acceptor0 SelectChannelConnector@0.0.0.0:49346, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=454, name=qtp2111362521-454 Acceptor2 SelectChannelConnector@0.0.0.0:50864, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=468, name=qtp746137524-468 Acceptor2 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=482, name=qtp1742407093-482 Acceptor0 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=545, name=qtp857499842-545 Acceptor2 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=498, name=qtp1575230546-498 Acceptor2 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=483, name=qtp1742407093-483 Acceptor1 SelectChannelConnector@0.0.0.0:50180, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=532, name=qtp1831410276-532 Acceptor3 SelectChannelConnector@0.0.0.0:30664, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=546, name=qtp857499842-546 Acceptor3 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=485, name=qtp1742407093-485 Acceptor3 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=496, name=qtp1575230546-496 Acceptor0 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=499, name=qtp1575230546-499 Acceptor3 SelectChannelConnector@0.0.0.0:36785, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=467, name=qtp746137524-467 Acceptor1 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([266439DB4ECC3A59]:0)




Build Log:
[...truncated 8417 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.admin.ShowFileRequestHandlerTest
[junit4:junit4]   2> 4 T23 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-ShowFileRequestHandlerTest-1351849927351
[junit4:junit4]   2> 5 T23 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 392 T23 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 643 T23 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:60099
[junit4:junit4]   2> 676 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 677 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 677 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 719 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 720 T23 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 720 T23 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 721 T23 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/solr.xml
[junit4:junit4]   2> 721 T23 oasc.CoreContainer.<init> New CoreContainer 584536607
[junit4:junit4]   2> 722 T23 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 722 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 763 T23 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 816 T23 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1
[junit4:junit4]   2> 816 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/'
[junit4:junit4]   2> 848 T23 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
[junit4:junit4]   2> 973 T23 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1079 T23 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1080 T23 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1116 T23 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 1929 T23 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1959 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1974 T23 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2190 T23 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351/
[junit4:junit4]   2> 2191 T23 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c73a908
[junit4:junit4]   2> 2216 T23 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
[junit4:junit4]   2> 2216 T23 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
[junit4:junit4]   2> 2217 T23 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2217 T23 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f67259 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4fcd339a) assuming 'simple'
[junit4:junit4]   2> 2218 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351 forceNew:false
[junit4:junit4]   2> 2218 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351
[junit4:junit4]   2> 2219 T23 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351/index/
[junit4:junit4]   2> 2219 T23 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2220 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351/index forceNew:false
[junit4:junit4]   2> 2222 T23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a918a66 lockFactory=org.apache.lucene.store.NativeFSLockFactory@35569d9e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2222 T23 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2223 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351/index
[junit4:junit4]   2> 2244 T23 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2244 T23 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
[junit4:junit4]   2> 2248 T23 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
[junit4:junit4]   2> 2282 T23 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
[junit4:junit4]   2> 2282 T23 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
[junit4:junit4]   2> 2470 T23 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2472 T23 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
[junit4:junit4]   2> 2474 T23 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2475 T23 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
[junit4:junit4]   2> 2477 T23 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2490 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.JsonUpdateRequestHandler
[junit4:junit4]   2> 2505 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.CSVRequestHandler
[junit4:junit4]   2> 2506 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 2506 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 2507 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 2507 T23 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 2507 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 2508 T23 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 2524 T23 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2540 T23 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
[junit4:junit4]   2> 2541 T23 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2578 T23 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2579 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2579 T23 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
[junit4:junit4]   2> 2580 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2580 T23 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
[junit4:junit4]   2> 2580 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2581 T23 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
[junit4:junit4]   2> 2581 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2582 T23 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
[junit4:junit4]   2> 2592 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2593 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2595 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2601 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351
[junit4:junit4]   2> 2602 T23 oass.SolrIndexSearcher.<init> Opening Searcher@20645bf9 main
[junit4:junit4]   2> 2628 T23 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
[junit4:junit4]   2> 2628 T23 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2629 T23 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2661 T23 oass.DirectSolrSpellChecker.init init: {name=default,field=name,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4:junit4]   2> 2662 T23 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
[junit4:junit4]   2> 2673 T23 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 2731 T23 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2732 T23 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2732 T23 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2733 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2733 T23 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2734 T23 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2734 T23 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2734 T23 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2735 T23 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2735 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2766 T23 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2766 T38 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@20645bf9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2774 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351/index
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@1b556e37
[junit4:junit4]   2> 2798 T38 C2 REQ [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=23 
[junit4:junit4]   2> 2799 T38 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 2799 T38 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
[junit4:junit4]   2> 2799 T38 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
[junit4:junit4]   2> 2802 T38 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20645bf9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2809 T23 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2809 T23 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 2809 T23 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2810 T23 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#60099
[junit4:junit4]   2> 2817 T23 oas.SolrTestCaseJ4.setUp ###Starting testGetRawFile
[junit4:junit4]   2> 2874 T23 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3820 T36 C2 REQ [collection1] webapp=/solr path=/admin/file params={wt=mock&file=schema.xml&version=2.2} status=0 QTime=9 
[junit4:junit4]   2> 3947 T23 oas.SolrTestCaseJ4.tearDown ###Ending testGetRawFile
[junit4:junit4]   2> 3954 T23 oas.SolrTestCaseJ4.setUp ###Starting testDirList
[junit4:junit4]   2> 3975 T37 C2 REQ [collection1] webapp=/solr path=/admin/file params={wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 3996 T23 oas.SolrTestCaseJ4.tearDown ###Ending testDirList
[junit4:junit4]   2> 4044 T23 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=584536607
[junit4:junit4]   2> 4046 T23 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1b556e37
[junit4:junit4]   2> 4054 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351/index
[junit4:junit4]   2> 4055 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351/index
[junit4:junit4]   2> 4060 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351/index
[junit4:junit4]   2> 4061 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351/index
[junit4:junit4]   2> 4066 T23 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommit maxTime=15000ms,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 4067 T23 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 4067 T23 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 4067 T23 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 4068 T23 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 4068 T23 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351849927351/index
[junit4:junit4]   2> 4069 T23 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 4170 T23 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 4171 T23 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 4176 T22 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 24295 T22 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]   2> 	   1) Thread[id=33, name=qtp1889428317-33 Acceptor3 SelectChannelConnector@0.0.0.0:60099, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=32, name=qtp1889428317-32 Acceptor2 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=30, name=qtp1889428317-30 Acceptor0 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=31, name=qtp1889428317-31 Acceptor1 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 24296 T22 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=33, name=qtp1889428317-33 Acceptor3 SelectChannelConnector@0.0.0.0:60099, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   2) Thread[id=32, name=qtp1889428317-32 Acceptor2 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   3) Thread[id=30, name=qtp1889428317-30 Acceptor0 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   4) Thread[id=31, name=qtp1889428317-31 Acceptor1 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 27340 T22 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=33, name=qtp1889428317-33 Acceptor3 SelectChannelConnector@0.0.0.0:60099, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=32, name=qtp1889428317-32 Acceptor2 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=30, name=qtp1889428317-30 Acceptor0 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=31, name=qtp1889428317-31 Acceptor1 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=es_DO, timezone=America/Argentina/Catamarca
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=5,free=68942864,total=132120576
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestTrie, TestSolr4Spatial, DocumentAnalysisRequestHandlerTest, ShowFileRequestHandlerTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShowFileRequestHandlerTest -Dtests.seed=266439DB4ECC3A59 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_DO -Dtests.timezone=America/Argentina/Catamarca -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J1 | ShowFileRequestHandlerTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]    >    1) Thread[id=33, name=qtp1889428317-33 Acceptor3 SelectChannelConnector@0.0.0.0:60099, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=32, name=qtp1889428317-32 Acceptor2 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=30, name=qtp1889428317-30 Acceptor0 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=31, name=qtp1889428317-31 Acceptor1 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([266439DB4ECC3A59]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=33, name=qtp1889428317-33 Acceptor3 SelectChannelConnector@0.0.0.0:60099, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=32, name=qtp1889428317-32 Acceptor2 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=30, name=qtp1889428317-30 Acceptor0 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=31, name=qtp1889428317-31 Acceptor1 SelectChannelConnector@0.0.0.0:60099, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([266439DB4ECC3A59]:0)
[junit4:junit4] Completed on J1 in 27.42s, 2 tests, 2 errors <<< FAILURES!

[...truncated 567 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.component.DistributedSpellCheckComponentTest
[junit4:junit4]   2> 4 T445 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 600 T445 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 900 T445 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:50864
[junit4:junit4]   2> 926 T445 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 926 T445 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 927 T445 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 958 T445 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 959 T445 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 959 T445 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 960 T445 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 960 T445 oasc.CoreContainer.<init> New CoreContainer 1840020775
[junit4:junit4]   2> 961 T445 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 961 T445 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 984 T445 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1000 T445 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 1001 T445 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 1002 T445 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 1003 T445 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1039 T445 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1088 T445 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1089 T445 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1095 T445 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1721 T445 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1734 T445 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1739 T445 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1751 T445 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1757 T445 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1762 T445 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1763 T445 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1764 T445 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data/
[junit4:junit4]   2> 1765 T445 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d459b26
[junit4:junit4]   2> 1766 T445 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1806 T445 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@26d85d0b; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 1808 T445 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data forceNew:false
[junit4:junit4]   2> 1809 T445 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data
[junit4:junit4]   2> 1810 T445 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data/index/
[junit4:junit4]   2> 1811 T445 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1812 T445 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data/index forceNew:false
[junit4:junit4]   2> 1820 T445 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@307777c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1821 T445 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1822 T445 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data/index
[junit4:junit4]   2> 1823 T445 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1826 T445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1826 T445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1827 T445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1828 T445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1829 T445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1830 T445 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1830 T445 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1832 T445 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1833 T445 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1835 T445 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1836 T445 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1837 T445 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1838 T445 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1839 T445 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1839 T445 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1841 T445 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1842 T445 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1843 T445 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1845 T445 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1846 T445 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1847 T445 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1848 T445 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1850 T445 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1851 T445 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1852 T445 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1866 T445 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1871 T445 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1874 T445 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-IB.XML, SCHEMA-CHARFILTERS.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 1878 T445 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data
[junit4:junit4]   2> 1881 T445 oass.SolrIndexSearcher.<init> Opening Searcher@a915f4d main
[junit4:junit4]   2> 1882 T445 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1882 T445 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1883 T445 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1920 T445 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1967 T445 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1968 T445 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1968 T445 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1969 T445 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1970 T445 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1970 T445 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1971 T445 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1972 T445 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1972 T445 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1973 T445 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1998 T460 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a915f4d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2004 T445 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2005 T445 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2005 T445 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2072 T445 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2098 T445 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 2101 T445 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:18033
[junit4:junit4]   2> 2102 T445 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2102 T445 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2103 T445 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2144 T445 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2145 T445 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2145 T445 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2146 T445 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 2147 T445 oasc.CoreContainer.<init> New CoreContainer 228457274
[junit4:junit4]   2> 2147 T445 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2148 T445 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2205 T445 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2227 T445 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 2229 T445 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 2230 T445 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 2231 T445 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2284 T445 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2355 T445 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2357 T445 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2365 T445 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 3036 T445 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 3048 T445 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3052 T445 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3064 T445 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3069 T445 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3073 T445 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3075 T445 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3076 T445 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data/
[junit4:junit4]   2> 3077 T445 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d459b26
[junit4:junit4]   2> 3078 T445 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 3079 T445 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@20ca91d4; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 3080 T445 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data forceNew:false
[junit4:junit4]   2> 3081 T445 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data
[junit4:junit4]   2> 3082 T445 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data/index/
[junit4:junit4]   2> 3083 T445 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3084 T445 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data/index forceNew:false
[junit4:junit4]   2> 3092 T445 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4028f3af; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3093 T445 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3094 T445 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data/index
[junit4:junit4]   2> 3095 T445 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 3097 T445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3098 T445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 3099 T445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3100 T445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 3101 T445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3101 T445 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3102 T445 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3104 T445 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3105 T445 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3107 T445 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 3108 T445 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 3109 T445 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3110 T445 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 3111 T445 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 3112 T445 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 3113 T445 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3115 T445 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3116 T445 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3117 T445 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3119 T445 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3120 T445 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3121 T445 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3123 T445 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3124 T445 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 3125 T445 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 3138 T445 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3143 T445 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 3146 T445 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-IB.XML, SCHEMA-CHARFILTERS.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 3150 T445 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data
[junit4:junit4]   2> 3152 T445 oass.SolrIndexSearcher.<init> Opening Searcher@2b05b81d main
[junit4:junit4]   2> 3153 T445 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3154 T445 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3155 T445 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3163 T445 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 3213 T445 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3214 T445 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3215 T445 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3216 T445 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3216 T445 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3217 T445 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3218 T445 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3218 T445 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3219 T445 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3219 T445 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3242 T474 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b05b81d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3248 T445 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3249 T445 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3250 T445 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3250 T445 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@2a4dc73b
[junit4:junit4]   2> 4406 T458 C12 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 4408 T458 C12 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data
[junit4:junit4]   2> 4413 T458 C12 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@307777c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4414 T458 C12 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4415 T458 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 48
[junit4:junit4]   2> ASYNC  NEW_CORE C13 name=collection1 org.apache.solr.core.SolrCore@4df5ecb5
[junit4:junit4]   2> 4541 T473 C13 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 4542 T473 C13 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data
[junit4:junit4]   2> 4545 T473 C13 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/shard0/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4028f3af; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4546 T473 C13 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4547 T473 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 6
[junit4:junit4]   2> 4553 T457 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 2
[junit4:junit4]   2> 4559 T470 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 1
[junit4:junit4]   2> 4563 T459 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 1
[junit4:junit4]   2> 4568 T472 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 1
[junit4:junit4]   2> 4573 T458 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 2
[junit4:junit4]   2> 4576 T473 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 1
[junit4:junit4]   2> 4580 T457 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 1
[junit4:junit4]   2> 4583 T470 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 1
[junit4:junit4]   2> 4587 T459 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 1
[junit4:junit4]   2> 4590 T472 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 1
[junit4:junit4]   2> 4594 T458 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 1
[junit4:junit4]   2> 4598 T473 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 0
[junit4:junit4]   2> 4602 T457 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 1
[junit4:junit4]   2> 4606 T470 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 1
[junit4:junit4]   2> 4609 T459 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 1
[junit4:junit4]   2> 4612 T472 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 1
[junit4:junit4]   2> 4617 T458 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 2
[junit4:junit4]   2> 4621 T473 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 1
[junit4:junit4]   2> 4631 T457 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 7
[junit4:junit4]   2> 4641 T470 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 7
[junit4:junit4]   2> 4646 T458 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 2
[junit4:junit4]   2> 4651 T472 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 2
[junit4:junit4]   2> 4655 T457 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 1
[junit4:junit4]   2> 4659 T473 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 1
[junit4:junit4]   2> 4663 T459 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 1
[junit4:junit4]   2> 4667 T470 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 1
[junit4:junit4]   2> 4672 T458 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 1
[junit4:junit4]   2> 4676 T472 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 1
[junit4:junit4]   2> 4680 T457 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 1
[junit4:junit4]   2> 4684 T473 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 1
[junit4:junit4]   2> 4688 T459 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 1
[junit4:junit4]   2> 4692 T470 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 1
[junit4:junit4]   2> 4697 T458 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 1
[junit4:junit4]   2> 4701 T472 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 1
[junit4:junit4]   2> 4705 T457 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 1
[junit4:junit4]   2> 4709 T473 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 1
[junit4:junit4]   2> 4713 T459 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 1
[junit4:junit4]   2> 4717 T470 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 1
[junit4:junit4]   2> 4731 T458 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 10
[junit4:junit4]   2> 4742 T472 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 8
[junit4:junit4]   2> 4747 T457 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 2
[junit4:junit4]   2> 4752 T473 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 2
[junit4:junit4]   2> 4757 T459 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 2
[junit4:junit4]   2> 4762 T470 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 1
[junit4:junit4]   2> 4767 T458 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 1
[junit4:junit4]   2> 4771 T472 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 1
[junit4:junit4]   2> 4775 T457 C12 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 0
[junit4:junit4]   2> 4779 T473 C13 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 0
[junit4:junit4]   2> 4815 T459 C12 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 5017 T459 C12 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@307777c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351850161149/

[...truncated too long message...]

eadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   27) Thread[id=482, name=qtp1742407093-482 Acceptor0 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   28) Thread[id=545, name=qtp857499842-545 Acceptor2 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   29) Thread[id=498, name=qtp1575230546-498 Acceptor2 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   30) Thread[id=483, name=qtp1742407093-483 Acceptor1 SelectChannelConnector@0.0.0.0:50180, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   31) Thread[id=532, name=qtp1831410276-532 Acceptor3 SelectChannelConnector@0.0.0.0:30664, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   32) Thread[id=546, name=qtp857499842-546 Acceptor3 SelectChannelConnector@0.0.0.0:18420, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   33) Thread[id=485, name=qtp1742407093-485 Acceptor3 SelectChannelConnector@0.0.0.0:50180, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   34) Thread[id=496, name=qtp1575230546-496 Acceptor0 SelectChannelConnector@0.0.0.0:36785, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   35) Thread[id=499, name=qtp1575230546-499 Acceptor3 SelectChannelConnector@0.0.0.0:36785, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   36) Thread[id=467, name=qtp746137524-467 Acceptor1 SelectChannelConnector@0.0.0.0:18033, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([266439DB4ECC3A59]:0)
[junit4:junit4] Completed on J0 in 42.45s, 1 test, 2 errors <<< FAILURES!

[...truncated 116 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 746 ignored (1 assumption)

Total time: 25 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3358 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3358/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
8 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:     1) Thread[id=112, name=qtp637803699-112 Acceptor1 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=113, name=qtp637803699-113 Acceptor2 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=94, name=qtp1223874325-94 Acceptor1 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=96, name=qtp1223874325-96 Acceptor3 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=114, name=qtp637803699-114 Acceptor3 SelectChannelConnector@0.0.0.0:41919, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=95, name=qtp1223874325-95 Acceptor2 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=111, name=qtp637803699-111 Acceptor0 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=93, name=qtp1223874325-93 Acceptor0 SelectChannelConnector@0.0.0.0:44908, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
   1) Thread[id=112, name=qtp637803699-112 Acceptor1 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=113, name=qtp637803699-113 Acceptor2 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=94, name=qtp1223874325-94 Acceptor1 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=96, name=qtp1223874325-96 Acceptor3 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=114, name=qtp637803699-114 Acceptor3 SelectChannelConnector@0.0.0.0:41919, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=95, name=qtp1223874325-95 Acceptor2 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=111, name=qtp637803699-111 Acceptor0 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=93, name=qtp1223874325-93 Acceptor0 SelectChannelConnector@0.0.0.0:44908, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CCD561B11B672998]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=112, name=qtp637803699-112 Acceptor1 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=113, name=qtp637803699-113 Acceptor2 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=94, name=qtp1223874325-94 Acceptor1 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=96, name=qtp1223874325-96 Acceptor3 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=114, name=qtp637803699-114 Acceptor3 SelectChannelConnector@0.0.0.0:41919, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=95, name=qtp1223874325-95 Acceptor2 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=111, name=qtp637803699-111 Acceptor0 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=93, name=qtp1223874325-93 Acceptor0 SelectChannelConnector@0.0.0.0:44908, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=112, name=qtp637803699-112 Acceptor1 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=113, name=qtp637803699-113 Acceptor2 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=94, name=qtp1223874325-94 Acceptor1 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=96, name=qtp1223874325-96 Acceptor3 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=114, name=qtp637803699-114 Acceptor3 SelectChannelConnector@0.0.0.0:41919, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=95, name=qtp1223874325-95 Acceptor2 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=111, name=qtp637803699-111 Acceptor0 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=93, name=qtp1223874325-93 Acceptor0 SelectChannelConnector@0.0.0.0:44908, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CCD561B11B672998]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.PeerSyncTest

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.update.PeerSyncTest:     1) Thread[id=73, name=qtp2027201689-73 Acceptor1 SelectChannelConnector@0.0.0.0:44415, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=62, name=qtp986189031-62 Acceptor3 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=84, name=qtp794104096-84 Acceptor0 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=61, name=qtp986189031-61 Acceptor2 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=87, name=qtp794104096-87 Acceptor3 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=75, name=qtp2027201689-75 Acceptor3 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=59, name=qtp986189031-59 Acceptor0 SelectChannelConnector@0.0.0.0:65532, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=74, name=qtp2027201689-74 Acceptor2 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=46, name=qtp1412658530-46 Acceptor1 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=47, name=qtp1412658530-47 Acceptor2 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=72, name=qtp2027201689-72 Acceptor0 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=85, name=qtp794104096-85 Acceptor1 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=48, name=qtp1412658530-48 Acceptor3 SelectChannelConnector@0.0.0.0:45462, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=45, name=qtp1412658530-45 Acceptor0 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=86, name=qtp794104096-86 Acceptor2 SelectChannelConnector@0.0.0.0:22520, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=60, name=qtp986189031-60 Acceptor1 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.update.PeerSyncTest: 
   1) Thread[id=73, name=qtp2027201689-73 Acceptor1 SelectChannelConnector@0.0.0.0:44415, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=62, name=qtp986189031-62 Acceptor3 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=84, name=qtp794104096-84 Acceptor0 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=61, name=qtp986189031-61 Acceptor2 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=87, name=qtp794104096-87 Acceptor3 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=75, name=qtp2027201689-75 Acceptor3 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=59, name=qtp986189031-59 Acceptor0 SelectChannelConnector@0.0.0.0:65532, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=74, name=qtp2027201689-74 Acceptor2 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=46, name=qtp1412658530-46 Acceptor1 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=47, name=qtp1412658530-47 Acceptor2 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=72, name=qtp2027201689-72 Acceptor0 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=85, name=qtp794104096-85 Acceptor1 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=48, name=qtp1412658530-48 Acceptor3 SelectChannelConnector@0.0.0.0:45462, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=45, name=qtp1412658530-45 Acceptor0 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=86, name=qtp794104096-86 Acceptor2 SelectChannelConnector@0.0.0.0:22520, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=60, name=qtp986189031-60 Acceptor1 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CCD561B11B672998]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.PeerSyncTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=62, name=qtp986189031-62 Acceptor3 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=73, name=qtp2027201689-73 Acceptor1 SelectChannelConnector@0.0.0.0:44415, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=61, name=qtp986189031-61 Acceptor2 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=84, name=qtp794104096-84 Acceptor0 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=87, name=qtp794104096-87 Acceptor3 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=75, name=qtp2027201689-75 Acceptor3 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=59, name=qtp986189031-59 Acceptor0 SelectChannelConnector@0.0.0.0:65532, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=74, name=qtp2027201689-74 Acceptor2 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=46, name=qtp1412658530-46 Acceptor1 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=47, name=qtp1412658530-47 Acceptor2 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=72, name=qtp2027201689-72 Acceptor0 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=85, name=qtp794104096-85 Acceptor1 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=48, name=qtp1412658530-48 Acceptor3 SelectChannelConnector@0.0.0.0:45462, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=45, name=qtp1412658530-45 Acceptor0 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=86, name=qtp794104096-86 Acceptor2 SelectChannelConnector@0.0.0.0:22520, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=60, name=qtp986189031-60 Acceptor1 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=62, name=qtp986189031-62 Acceptor3 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=73, name=qtp2027201689-73 Acceptor1 SelectChannelConnector@0.0.0.0:44415, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=61, name=qtp986189031-61 Acceptor2 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=84, name=qtp794104096-84 Acceptor0 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=87, name=qtp794104096-87 Acceptor3 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=75, name=qtp2027201689-75 Acceptor3 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=59, name=qtp986189031-59 Acceptor0 SelectChannelConnector@0.0.0.0:65532, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=74, name=qtp2027201689-74 Acceptor2 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=46, name=qtp1412658530-46 Acceptor1 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=47, name=qtp1412658530-47 Acceptor2 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=72, name=qtp2027201689-72 Acceptor0 SelectChannelConnector@0.0.0.0:44415, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=85, name=qtp794104096-85 Acceptor1 SelectChannelConnector@0.0.0.0:22520, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=48, name=qtp1412658530-48 Acceptor3 SelectChannelConnector@0.0.0.0:45462, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=45, name=qtp1412658530-45 Acceptor0 SelectChannelConnector@0.0.0.0:45462, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=86, name=qtp794104096-86 Acceptor2 SelectChannelConnector@0.0.0.0:22520, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=60, name=qtp986189031-60 Acceptor1 SelectChannelConnector@0.0.0.0:65532, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([CCD561B11B672998]:0)




Build Log:
[...truncated 8414 lines...]
[junit4:junit4] Suite: org.apache.solr.update.PeerSyncTest
[junit4:junit4]   2> 4 T38 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 388 T38 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 710 T38 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:45462
[junit4:junit4]   2> 737 T38 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 738 T38 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 738 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 772 T38 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 773 T38 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 773 T38 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 774 T38 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 774 T38 oasc.CoreContainer.<init> New CoreContainer 1163019252
[junit4:junit4]   2> 775 T38 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 775 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 804 T38 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 823 T38 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 824 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 826 T38 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 827 T38 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 875 T38 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 927 T38 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 928 T38 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 968 T38 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1522 T38 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1536 T38 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1539 T38 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1569 T38 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1574 T38 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1579 T38 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1581 T38 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1583 T38 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351805831669/control/data/
[junit4:junit4]   2> 1584 T38 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 1584 T38 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1585 T38 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@3019a3f7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@635bc5cc) assuming 'simple'
[junit4:junit4]   2> 1586 T38 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/control/data forceNew:false
[junit4:junit4]   2> 1586 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/control/data
[junit4:junit4]   2> 1587 T38 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351805831669/control/data/index/
[junit4:junit4]   2> 1587 T38 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351805831669/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1588 T38 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/control/data/index forceNew:false
[junit4:junit4]   2> 1591 T38 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@5922224f lockFactory=org.apache.lucene.store.NativeFSLockFactory@9f1df3f; maxCacheMB=0.521484375 maxMergeSizeMB=0.892578125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1592 T38 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1592 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/control/data/index
[junit4:junit4]   2> 1595 T38 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1596 T38 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1597 T38 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1598 T38 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1607 T38 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1612 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/control/data
[junit4:junit4]   2> 1613 T38 oass.SolrIndexSearcher.<init> Opening Searcher@234bebd main
[junit4:junit4]   2> 1614 T38 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1614 T38 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1615 T38 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1615 T38 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1616 T38 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1616 T38 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1617 T38 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1617 T38 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1617 T38 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1618 T38 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1618 T38 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1619 T38 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1640 T53 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@234bebd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1640 T38 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1641 T38 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 1641 T38 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1691 T38 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1709 T38 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1712 T38 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:65532
[junit4:junit4]   2> 1713 T38 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1713 T38 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1713 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1741 T38 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1742 T38 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1742 T38 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1743 T38 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 1743 T38 oasc.CoreContainer.<init> New CoreContainer 1545568208
[junit4:junit4]   2> 1744 T38 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1744 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1772 T38 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1790 T38 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 1791 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 1793 T38 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 1794 T38 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1835 T38 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1878 T38 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 1879 T38 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1908 T38 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2452 T38 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2467 T38 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2471 T38 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2487 T38 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2492 T38 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2496 T38 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2498 T38 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2500 T38 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/
[junit4:junit4]   2> 2501 T38 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 2501 T38 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2502 T38 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6a36e07 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@538c90f8) assuming 'simple'
[junit4:junit4]   2> 2502 T38 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data forceNew:false
[junit4:junit4]   2> 2503 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 2503 T38 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index/
[junit4:junit4]   2> 2504 T38 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2505 T38 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index forceNew:false
[junit4:junit4]   2> 2508 T38 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2509 T38 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2509 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 2511 T38 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2513 T38 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2514 T38 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2514 T38 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2528 T38 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2534 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 2535 T38 oass.SolrIndexSearcher.<init> Opening Searcher@ad05de4 main
[junit4:junit4]   2> 2536 T38 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2536 T38 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2537 T38 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2537 T38 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2538 T38 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2538 T38 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2538 T38 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2539 T38 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2539 T38 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2540 T38 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2540 T38 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2541 T38 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2562 T38 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2562 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ad05de4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2562 T38 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 2563 T38 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2564 T38 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2574 T38 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 2577 T38 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:44415
[junit4:junit4]   2> 2577 T38 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2578 T38 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2578 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2618 T38 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2619 T38 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2619 T38 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2620 T38 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 2620 T38 oasc.CoreContainer.<init> New CoreContainer 1785038318
[junit4:junit4]   2> 2621 T38 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2621 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2649 T38 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2669 T38 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 2670 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 2671 T38 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 2672 T38 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2713 T38 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2772 T38 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 2773 T38 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2797 T38 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 3389 T38 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 3414 T38 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3417 T38 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3432 T38 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3437 T38 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3442 T38 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3445 T38 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3447 T38 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/
[junit4:junit4]   2> 3448 T38 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 3448 T38 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3449 T38 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@74b9a768 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@489dd8b6) assuming 'simple'
[junit4:junit4]   2> 3449 T38 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data forceNew:false
[junit4:junit4]   2> 3450 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 3450 T38 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index/
[junit4:junit4]   2> 3451 T38 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3458 T38 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index forceNew:false
[junit4:junit4]   2> 3464 T38 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3465 T38 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3465 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 3467 T38 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3468 T38 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3470 T38 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3470 T38 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3486 T38 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3493 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 3495 T38 oass.SolrIndexSearcher.<init> Opening Searcher@46b0f5e9 main
[junit4:junit4]   2> 3497 T38 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3497 T38 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3498 T38 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3498 T38 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3499 T38 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3499 T38 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3499 T38 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3500 T38 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3500 T38 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3501 T38 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3501 T38 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3502 T38 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3523 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@46b0f5e9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3523 T38 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3525 T38 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3525 T38 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3526 T38 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3537 T38 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3540 T38 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:22520
[junit4:junit4]   2> 3541 T38 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3541 T38 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 3542 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 3571 T38 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3572 T38 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3572 T38 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 3573 T38 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 3573 T38 oasc.CoreContainer.<init> New CoreContainer 268728179
[junit4:junit4]   2> 3574 T38 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 3574 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 3600 T38 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3619 T38 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 3619 T38 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 3621 T38 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 3621 T38 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3656 T38 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3696 T38 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 3697 T38 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3715 T38 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4223 T38 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4235 T38 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4238 T38 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4251 T38 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4255 T38 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4259 T38 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4260 T38 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4262 T38 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351805831669/shard2/data/
[junit4:junit4]   2> 4262 T38 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 4263 T38 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4263 T38 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@292fbd5b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d38b67c) assuming 'simple'
[junit4:junit4]   2> 4264 T38 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard2/data forceNew:false
[junit4:junit4]   2> 4264 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard2/data
[junit4:junit4]   2> 4265 T38 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351805831669/shard2/data/index/
[junit4:junit4]   2> 4266 T38 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351805831669/shard2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4266 T38 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard2/data/index forceNew:false
[junit4:junit4]   2> 4269 T38 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10f03827 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41b21326),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4270 T38 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4270 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard2/data/index
[junit4:junit4]   2> 4272 T38 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4273 T38 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4274 T38 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4274 T38 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4283 T38 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4287 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard2/data
[junit4:junit4]   2> 4288 T38 oass.SolrIndexSearcher.<init> Opening Searcher@64bb0321 main
[junit4:junit4]   2> 4289 T38 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4289 T38 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4290 T38 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4290 T38 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4291 T38 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4291 T38 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4292 T38 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4292 T38 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4292 T38 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4293 T38 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4293 T38 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4294 T38 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4310 T92 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@64bb0321 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4310 T38 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 4311 T38 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4312 T38 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4312 T38 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@2e4f6033
[junit4:junit4]   2> 5107 T65 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 5110 T65 C2 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5110 T65 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5148 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=70 
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@6136932b
[junit4:junit4]   2> 5334 T77 C3 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 5350 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:65532/solr] nUpdates=100
[junit4:junit4]   2> 5358 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 5358 T77 C3 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:65532/solr&version=2&getVersions=100} status=0 QTime=97 
[junit4:junit4]   2> 5363 T77 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 5368 T77 C3 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5368 T77 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5372 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=9 
[junit4:junit4]   2> 5376 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:65532/solr] nUpdates=100
[junit4:junit4]   2> 5390 T65 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 5390 T64 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 5392 T77 C3 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Received 1 versions from 127.0.0.1:65532/solr
[junit4:junit4]   2> 5392 T77 C3 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Our versions are newer. ourLowThreshold=1 otherHigh=1
[junit4:junit4]   2> 5392 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4]   2> 5393 T77 C3 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:65532/solr&version=2&getVersions=100} status=0 QTime=18 
[junit4:junit4]   2> 5401 T65 C2 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 5452 T65 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_3.len, _0_5.len, _0_6.len, segments_2, _0.inf, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 5452 T65 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_1.len, _0_3.len, _0_5.len, _0_6.len, segments_2, _0.inf, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 5453 T65 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 5514 T65 C2 oass.SolrIndexSearcher.<init> Opening Searcher@6095cc5b main
[junit4:junit4]   2> 5515 T65 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5515 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6095cc5b main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 5516 T66 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 5516 T65 C2 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 115
[junit4:junit4]   2> 5520 T77 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 5528 T77 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_3.len, _0_5.len, _0_6.len, segments_2, _0.inf, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 5528 T77 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_1.len, _0_3.len, _0_5.len, _0_6.len, segments_2, _0.inf, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 5529 T77 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 5537 T77 C3 oass.SolrIndexSearcher.<init> Opening Searcher@12f2598a main
[junit4:junit4]   2> 5538 T77 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5538 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12f2598a main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 5538 T78 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 5539 T77 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 19
[junit4:junit4]   2> 5560 T64 C2 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 5569 T95 C3 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 5631 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=33 
[junit4:junit4]   2> 5635 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:65532/solr] nUpdates=100
[junit4:junit4]   2> 5639 T64 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 5640 T77 C3 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Received 2 versions from 127.0.0.1:65532/solr
[junit4:junit4]   2> 5640 T77 C3 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:65532/solrn=1 versions=[2]
[junit4:junit4]   2> 5644 T65 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=2&qt=/get&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 5650 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4]   2> 5650 T77 C3 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:65532/solr&version=2&getVersions=100} status=0 QTime=16 
[junit4:junit4]   2> 5654 T64 C2 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 5757 T64 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_3.len, _0_5.len, _0_6.len, segments_2, _0.inf, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_3,generation=3,filenames=[_1_1.len, _1.fld, _0_1.len, _0_6.len, _0_5.len, _1.inf, _1_15.len, _0.pst, _0.fld, _1.pst, _1_3.len, _0_3.len, _1_6.len, _1.si, _0.inf, _0.si, _1_5.len, segments_3, _1_16.len]
[junit4:junit4]   2> 5757 T64 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_1.len, _1.fld, _0_1.len, _0_6.len, _0_5.len, _1.inf, _1_15.len, _0.pst, _0.fld, _1.pst, _1_3.len, _0_3.len, _1_6.len, _1.si, _0.inf, _0.si, _1_5.len, segments_3, _1_16.len]
[junit4:junit4]   2> 5758 T64 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 5765 T64 C2 oass.SolrIndexSearcher.<init> Opening Searcher@3f5e8edc main
[junit4:junit4]   2> 5766 T64 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5766 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f5e8edc main{StandardDirectoryReader(segments_3:5 _0(5.0):C1 _1(5.0):C1)}
[junit4:junit4]   2> 5767 T66 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 5767 T64 C2 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 113
[junit4:junit4]   2> 5772 T95 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 5792 T95 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_3.len, _0_5.len, _0_6.len, segments_2, _0.inf, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_3,generation=3,filenames=[_1_1.len, _1.fld, _0_1.len, _0_6.len, _0_5.len, _1.inf, _1_15.len, _0.pst, _0.fld, _1.pst, _1_3.len, _0_3.len, _1_6.len, _1.si, _0.inf, _0.si, _1_5.len, segments_3, _1_16.len]
[junit4:junit4]   2> 5793 T95 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_1.len, _1.fld, _0_1.len, _0_6.len, _0_5.len, _1.inf, _1_15.len, _0.pst, _0.fld, _1.pst, _1_3.len, _0_3.len, _1_6.len, _1.si, _0.inf, _0.si, _1_5.len, segments_3, _1_16.len]
[junit4:junit4]   2> 5794 T95 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 5809 T95 C3 oass.SolrIndexSearcher.<init> Opening Searcher@6a028d08 main
[junit4:junit4]   2> 5810 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a028d08 main{StandardDirectoryReader(segments_3:5 _0(5.0):C1 _1(5.0):C1)}
[junit4:junit4]   2> 5810 T95 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5811 T78 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 5811 T95 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 39
[junit4:junit4]   2> 5816 T64 C2 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 5821 T95 C3 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 5834 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 5844 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 5853 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 5860 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 5870 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 5877 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 5887 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 5894 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 5897 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:65532/solr] nUpdates=100
[junit4:junit4]   2> 5901 T65 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 5902 T77 C3 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Received 10 versions from 127.0.0.1:65532/solr
[junit4:junit4]   2> 5903 T77 C3 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:65532/solrn=8 versions=[10, 9, 8, 7, 6, 5, 4, 3]
[junit4:junit4]   2> 5908 T64 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=10,9,8,7,6,5,4,3&qt=/get&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 5935 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4]   2> 5935 T77 C3 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:65532/solr&version=2&getVersions=100} status=0 QTime=38 
[junit4:junit4]   2> 5940 T65 C2 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 5961 T65 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_3,generation=3,filenames=[_1_1.len, _1.fld, _0_1.len, _0_6.len, _0_5.len, _1.inf, _1_15.len, _0.pst, _0.fld, _1.pst, _1_3.len, _0_3.len, _1_6.len, _1.si, _0.inf, _0.si, _1_5.len, segments_3, _1_16.len]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_4,generation=4,filenames=[_1_1.len, _2.si, _1.fld, _0_1.len, _2.inf, _1.inf, _2_6.len, _1.pst, _2_5.len, _0.si, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _2.pst, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _0.inf, segments_4]
[junit4:junit4]   2> 5962 T65 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_1.len, _2.si, _1.fld, _0_1.len, _2.inf, _1.inf, _2_6.len, _1.pst, _2_5.len, _0.si, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _2.pst, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _0.inf, segments_4]
[junit4:junit4]   2> 5962 T65 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 5968 T65 C2 oass.SolrIndexSearcher.<init> Opening Searcher@8a69d8 main
[junit4:junit4]   2> 5969 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8a69d8 main{StandardDirectoryReader(segments_4:7 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8)}
[junit4:junit4]   2> 5969 T65 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5970 T66 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 5970 T65 C2 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 30
[junit4:junit4]   2> 5974 T95 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 6006 T95 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_3,generation=3,filenames=[_1_1.len, _1.fld, _0_1.len, _0_6.len, _0_5.len, _1.inf, _1_15.len, _0.pst, _0.fld, _1.pst, _1_3.len, _0_3.len, _1_6.len, _1.si, _0.inf, _0.si, _1_5.len, segments_3, _1_16.len]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_4,generation=4,filenames=[_1_1.len, _2.si, _1.fld, _0_1.len, _2.inf, _1.inf, _2_6.len, _1.pst, _2_5.len, _0.si, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _2.pst, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _0.inf, segments_4]
[junit4:junit4]   2> 6007 T95 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_1.len, _2.si, _1.fld, _0_1.len, _2.inf, _1.inf, _2_6.len, _1.pst, _2_5.len, _0.si, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _2.pst, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _0.inf, segments_4]
[junit4:junit4]   2> 6008 T95 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 6028 T95 C3 oass.SolrIndexSearcher.<init> Opening Searcher@40119208 main
[junit4:junit4]   2> 6029 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@40119208 main{StandardDirectoryReader(segments_4:7 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8)}
[junit4:junit4]   2> 6029 T95 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 6030 T78 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 6030 T95 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 56
[junit4:junit4]   2> 6035 T64 C2 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=10 status=0 QTime=1 
[junit4:junit4]   2> 6045 T77 C3 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=10 status=0 QTime=1 
[junit4:junit4]   2> 6062 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 6069 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 6075 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6081 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6087 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6093 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6099 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6105 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6111 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6117 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6123 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6129 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6136 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6142 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6148 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6154 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6160 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6168 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 6176 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 6183 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6190 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6196 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6204 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 6211 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 6217 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6224 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6230 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6236 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6243 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 6249 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6256 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6262 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6268 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6274 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6280 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6286 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6292 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6298 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6304 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6310 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6317 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6323 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6329 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6335 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6341 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6347 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6353 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6359 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6365 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6371 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6377 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6383 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6389 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6395 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6401 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6408 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 6414 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6420 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6426 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6432 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6438 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6444 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6450 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6456 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6462 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6468 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6474 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6480 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6486 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6492 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6498 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6506 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 6512 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6518 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6524 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6530 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6537 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6544 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6550 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6556 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6562 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6569 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6575 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6582 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6588 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6594 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6600 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6606 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6612 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6618 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6625 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6631 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6637 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6642 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6648 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6653 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:65532/solr] nUpdates=100
[junit4:junit4]   2> 6659 T65 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=2 
[junit4:junit4]   2> 6660 T77 C3 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Received 100 versions from 127.0.0.1:65532/solr
[junit4:junit4]   2> 6661 T77 C3 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Our versions are too old. ourHighThreshold=8 otherLowThreshold=25
[junit4:junit4]   2> 6661 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync failed
[junit4:junit4]   2> 6662 T77 C3 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:65532/solr&version=2&getVersions=100} status=0 QTime=10 
[junit4:junit4]   2> 6671 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 6678 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6683 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6689 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6695 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6700 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6705 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6710 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6715 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6720 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6725 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6731 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6736 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6741 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6747 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6752 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6757 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6762 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6767 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6772 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6778 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6784 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6789 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6796 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 6801 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 6805 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:65532/solr] nUpdates=100
[junit4:junit4]   2> 6811 T64 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=2 
[junit4:junit4]   2> 6812 T77 C3 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Received 100 versions from 127.0.0.1:65532/solr
[junit4:junit4]   2> 6813 T77 C3 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:65532/solrn=70 versions=[105, 104, 103, 102, 101, 100, 99, 98, 97, 96, 95, 94, 93, 92, 91, 90, 89, 88, 87, 86, 85, 84, 83, 82, 81, 80, 79, 78, 77, 76, 75, 74, 73, 72, 71, 70, 69, 68, 67, 66, 65, 64, 63, 62, 61, 60, 59, 58, 57, 56, 55, 54, 53, 52, 51, 50, 49, 48, 47, 46, 45, 44, 43, 42, 41, 40, 39, 38, 37, 36]
[junit4:junit4]   2> 6823 T65 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=105,104,103,102,101,100,99,98,97,96,95,94,93,92,91,90,89,88,87,86,85,84,83,82,81,80,79,78,77,76,75,74,73,72,71,70,69,68,67,66,65,64,63,62,61,60,59,58,57,56,55,54,53,52,51,50,49,48,47,46,45,44,43,42,41,40,39,38,37,36&qt=/get&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 6923 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4]   2> 6924 T77 C3 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:65532/solr&version=2&getVersions=100} status=0 QTime=120 
[junit4:junit4]   2> 6928 T65 C2 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 6971 T65 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_4,generation=4,filenames=[_1_1.len, _2.si, _1.fld, _0_1.len, _2.inf, _1.inf, _2_6.len, _1.pst, _2_5.len, _0.si, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _2.pst, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _0.inf, segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_5,generation=5,filenames=[_3.fld, _1_1.len, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _2.pst, _3.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_5]
[junit4:junit4]   2> 6972 T65 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_3.fld, _1_1.len, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _2.pst, _3.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_5]
[junit4:junit4]   2> 6973 T65 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 6980 T65 C2 oass.SolrIndexSearcher.<init> Opening Searcher@4bcd88d0 main
[junit4:junit4]   2> 6981 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4bcd88d0 main{StandardDirectoryReader(segments_5:9 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95)}
[junit4:junit4]   2> 6981 T66 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 6982 T65 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 6982 T65 C2 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 54
[junit4:junit4]   2> 6987 T77 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 7042 T77 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_4,generation=4,filenames=[_1_1.len, _2.si, _1.fld, _0_1.len, _2.inf, _1.inf, _2_6.len, _1.pst, _2_5.len, _0.si, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _2.pst, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _0.inf, segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_5,generation=5,filenames=[_3.fld, _1_1.len, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _2.pst, _3.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_5]
[junit4:junit4]   2> 7043 T77 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_3.fld, _1_1.len, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _2.pst, _3.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_5]
[junit4:junit4]   2> 7044 T77 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 7069 T77 C3 oass.SolrIndexSearcher.<init> Opening Searcher@1dc8e190 main
[junit4:junit4]   2> 7070 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1dc8e190 main{StandardDirectoryReader(segments_5:9 _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95)}
[junit4:junit4]   2> 7071 T78 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 7071 T77 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 7072 T77 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 85
[junit4:junit4]   2> 7092 T65 C2 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=105 status=0 QTime=17 
[junit4:junit4]   2> 7115 T95 C3 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=105 status=0 QTime=17 
[junit4:junit4]   2> 7134 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=11 
[junit4:junit4]   2> 7139 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 7182 T64 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 7261 T64 C2 oass.SolrIndexSearcher.<init> Opening Searcher@4514c8dd realtime
[junit4:junit4]   2> 7263 T64 C2 REQ [collection1] webapp=/solr path=/update params={_version_=-1003&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=119 
[junit4:junit4]   2> 7270 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 7274 T64 C2 REQ [collection1] webapp=/solr path=/update params={_version_=-1005&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 7279 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:65532/solr] nUpdates=100
[junit4:junit4]   2> 7288 T65 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=5 
[junit4:junit4]   2> 7289 T77 C3 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Received 100 versions from 127.0.0.1:65532/solr
[junit4:junit4]   2> 7290 T77 C3 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:65532/solrn=5 versions=[-1005, 1004, -1003, 1002, 1001]
[junit4:junit4]   2> 7294 T64 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=-1005,1004,-1003,1002,1001&qt=/get&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 7307 T77 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 7352 T77 C3 oass.SolrIndexSearcher.<init> Opening Searcher@1dbd60c1 realtime
[junit4:junit4]   2> 7356 T77 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4]   2> 7356 T77 C3 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:65532/solr&version=2&getVersions=100} status=0 QTime=78 
[junit4:junit4]   2> 7360 T64 C2 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 7367 T64 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_5,generation=5,filenames=[_3.fld, _1_1.len, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _2.pst, _3.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_6,generation=6,filenames=[_3.fld, _1_1.len, _2.si, _5_6.len, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _5_1.len, _5_3.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _5.pst, _2_3.len, _5.fld, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _5.si, _2.pst, _3.inf, _5.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_6, _5_5.len]
[junit4:junit4]   2> 7367 T64 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_3.fld, _1_1.len, _2.si, _5_6.len, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _5_1.len, _5_3.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _5.pst, _2_3.len, _5.fld, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _5.si, _2.pst, _3.inf, _5.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_6, _5_5.len]
[junit4:junit4]   2> 7368 T64 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 7370 T64 C2 oass.SolrIndexSearcher.<init> Opening Searcher@5154aca9 main
[junit4:junit4]   2> 7371 T64 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 7372 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5154aca9 main{StandardDirectoryReader(segments_6:16:nrt _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95 _5(5.0):C1)}
[junit4:junit4]   2> 7372 T64 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 7424 T66 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 7424 T64 C2 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 64
[junit4:junit4]   2> 7429 T95 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 7474 T95 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_5,generation=5,filenames=[_3.fld, _1_1.len, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _2_3.len, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _2.pst, _3.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_6,generation=6,filenames=[_3.fld, _1_1.len, _2.si, _5_6.len, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _5_1.len, _5_3.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _5.pst, _2_3.len, _5.fld, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _5.si, _2.pst, _3.inf, _5.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_6, _5_5.len]
[junit4:junit4]   2> 7475 T95 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_3.fld, _1_1.len, _2.si, _5_6.len, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _5_1.len, _5_3.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _5.pst, _2_3.len, _5.fld, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _5.si, _2.pst, _3.inf, _5.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_6, _5_5.len]
[junit4:junit4]   2> 7477 T95 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 7484 T95 C3 oass.SolrIndexSearcher.<init> Opening Searcher@4decb8c1 main
[junit4:junit4]   2> 7488 T95 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 7489 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4decb8c1 main{StandardDirectoryReader(segments_6:16:nrt _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95 _5(5.0):C1)}
[junit4:junit4]   2> 7489 T95 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 7491 T78 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 7492 T95 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 63
[junit4:junit4]   2> 7511 T65 C2 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=106 status=0 QTime=16 
[junit4:junit4]   2> 7532 T77 C3 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=106 status=0 QTime=15 
[junit4:junit4]   2> 7544 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 7552 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 7557 T64 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 7565 T64 C2 oass.SolrIndexSearcher.<init> Opening Searcher@1fcf7061 realtime
[junit4:junit4]   2> 7567 T64 C2 REQ [collection1] webapp=/solr path=/update params={_version_=-2003&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=11 
[junit4:junit4]   2> 7574 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 7578 T64 C2 REQ [collection1] webapp=/solr path=/update params={_version_=-2005&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 7586 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 7591 T77 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 7601 T77 C3 oass.SolrIndexSearcher.<init> Opening Searcher@6cc02c47 realtime
[junit4:junit4]   2> 7602 T77 C3 REQ [collection1] webapp=/solr path=/update params={_version_=-2003&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=12 
[junit4:junit4]   2> 7608 T95 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 7613 T77 C3 REQ [collection1] webapp=/solr path=/update params={_version_=-2005&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 7616 T95 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:65532/solr] nUpdates=100
[junit4:junit4]   2> 7622 T65 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 7623 T95 C3 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Received 100 versions from 127.0.0.1:65532/solr
[junit4:junit4]   2> 7623 T95 C3 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:65532/solrn=1 versions=[2002]
[junit4:junit4]   2> 7628 T64 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=2002&qt=/get&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 7630 T95 C3 oasu.DirectUpdateHandler2.addDoc Reordered DBQs detected.  Update=add{flags=12,_version_=2002,id=2001} DBQs=[DBQ{version=2003,q=id:2001 OR id:2002}]
[junit4:junit4]   2> 7632 T95 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 7645 T95 C3 oass.SolrIndexSearcher.<init> Opening Searcher@fca3b91 realtime
[junit4:junit4]   2> 7649 T95 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 7650 T95 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 7655 T95 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4]   2> 7655 T95 C3 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:65532/solr&version=2&getVersions=100} status=0 QTime=39 
[junit4:junit4]   2> 7659 T64 C2 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 7666 T64 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_6,generation=6,filenames=[_3.fld, _1_1.len, _2.si, _5_6.len, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _5_1.len, _5_3.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _5.pst, _2_3.len, _5.fld, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _5.si, _2.pst, _3.inf, _5.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_6, _5_5.len]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_7,generation=7,filenames=[_1_1.len, _3.fld, _5_6.len, _7.si, _1.inf, _7_1.len, _2_6.len, _5_1.len, _1_5.len, _2.fld, _7.inf, _0_6.len, _0_5.len, _2_3.len, _5.fld, _5.si, _5.inf, _0_3.len, _1_6.len, _2_15.len, _0.inf, _3.si, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _3.pst, _7_6.len, _1.pst, _2_5.len, _7.fld, _5_3.len, _0.si, _3_3.len, _1_16.len, _2_16.len, _7.pst, _5.pst, _1_15.len, _0.pst, _2_1.len, _0.fld, _3_1.len, _2.pst, _3.inf, _7_3.len, segments_7, _1_3.len, _1.si, _7_5.len, _5_5.len]
[junit4:junit4]   2> 7667 T64 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 7[_1_1.len, _3.fld, _5_6.len, _7.si, _1.inf, _7_1.len, _2_6.len, _5_1.len, _1_5.len, _2.fld, _7.inf, _0_6.len, _0_5.len, _2_3.len, _5.fld, _5.si, _5.inf, _0_3.len, _1_6.len, _2_15.len, _0.inf, _3.si, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _3.pst, _7_6.len, _1.pst, _2_5.len, _7.fld, _5_3.len, _0.si, _3_3.len, _1_16.len, _2_16.len, _7.pst, _5.pst, _1_15.len, _0.pst, _2_1.len, _0.fld, _3_1.len, _2.pst, _3.inf, _7_3.len, segments_7, _1_3.len, _1.si, _7_5.len, _5_5.len]
[junit4:junit4]   2> 7668 T64 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 7670 T64 C2 oass.SolrIndexSearcher.<init> Opening Searcher@74a59bb6 main
[junit4:junit4]   2> 7671 T64 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 7672 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74a59bb6 main{StandardDirectoryReader(segments_7:23:nrt _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95 _5(5.0):C1 _7(5.0):C1)}
[junit4:junit4]   2> 7672 T64 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 7672 T66 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 7673 T64 C2 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 14
[junit4:junit4]   2> 7678 T77 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 7689 T77 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_6,generation=6,filenames=[_3.fld, _1_1.len, _2.si, _5_6.len, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _1.inf, _2_6.len, _3.pst, _1.pst, _2_5.len, _5_1.len, _5_3.len, _0.si, _3_3.len, _1_5.len, _1_16.len, _2_16.len, _2.fld, _0_5.len, _0_6.len, _5.pst, _2_3.len, _5.fld, _2_1.len, _0.pst, _1_15.len, _0.fld, _3_1.len, _5.si, _2.pst, _3.inf, _5.inf, _0_3.len, _1_3.len, _1_6.len, _2_15.len, _1.si, _3.si, _0.inf, segments_6, _5_5.len]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_7,generation=7,filenames=[_1_1.len, _3.fld, _5_6.len, _7.si, _1.inf, _7_1.len, _2_6.len, _5_1.len, _1_5.len, _2.fld, _7.inf, _0_6.len, _0_5.len, _2_3.len, _5.fld, _5.si, _5.inf, _0_3.len, _1_6.len, _2_15.len, _0.inf, _3.si, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _7_1.liv, _3.pst, _7_6.len, _1.pst, _2_5.len, _7.fld, _5_3.len, _0.si, _3_3.len, _1_16.len, _2_16.len, _7.pst, _5.pst, _1_15.len, _0.pst, _2_1.len, _0.fld, _3_1.len, _2.pst, _3.inf, _7_3.len, segments_7, _1_3.len, _1.si, _7_5.len, _5_5.len]
[junit4:junit4]   2> 7690 T77 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 7[_1_1.len, _3.fld, _5_6.len, _7.si, _1.inf, _7_1.len, _2_6.len, _5_1.len, _1_5.len, _2.fld, _7.inf, _0_6.len, _0_5.len, _2_3.len, _5.fld, _5.si, _5.inf, _0_3.len, _1_6.len, _2_15.len, _0.inf, _3.si, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _7_1.liv, _3.pst, _7_6.len, _1.pst, _2_5.len, _7.fld, _5_3.len, _0.si, _3_3.len, _1_16.len, _2_16.len, _7.pst, _5.pst, _1_15.len, _0.pst, _2_1.len, _0.fld, _3_1.len, _2.pst, _3.inf, _7_3.len, segments_7, _1_3.len, _1.si, _7_5.len, _5_5.len]
[junit4:junit4]   2> 7691 T77 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 7691 T77 C3 oass.SolrIndexSearcher.<init> Opening Searcher@4fc91b63 main
[junit4:junit4]   2> 7692 T77 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 7692 T77 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 7693 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4fc91b63 main{StandardDirectoryReader(segments_6:22:nrt _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95 _5(5.0):C1 _7(5.0):C2/1)}
[junit4:junit4]   2> 7693 T78 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 7694 T77 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 16
[junit4:junit4]   2> 7699 T65 C2 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=107 status=0 QTime=2 
[junit4:junit4]   2> 7705 T95 C3 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=107 status=0 QTime=1 
[junit4:junit4]   2> 7716 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 7722 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 7727 T65 C2 REQ [collection1] webapp=/solr path=/update params={_version_=3000&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 7732 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 7736 T65 C2 REQ [collection1] webapp=/solr path=/update params={_version_=3001&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 7740 T95 C3 REQ [collection1] webapp=/solr path=/update params={_version_=3001&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 7745 T64 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 7750 T65 C2 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 7755 T77 C3 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 7758 T95 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:65532/solr] nUpdates=100
[junit4:junit4]   2> 7764 T64 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 7765 T95 C3 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Received 100 versions from 127.0.0.1:65532/solr
[junit4:junit4]   2> 7765 T95 C3 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:65532/solrn=2 versions=[3004, 3003]
[junit4:junit4]   2> 7770 T65 C2 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=3004,3003&qt=/get&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 7772 T95 C3 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4]   2> 7772 T95 C3 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:65532/solr&version=2&getVersions=100} status=0 QTime=14 
[junit4:junit4]   2> 7776 T64 C2 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 7781 T64 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_7,generation=7,filenames=[_1_1.len, _3.fld, _5_6.len, _7.si, _1.inf, _7_1.len, _2_6.len, _5_1.len, _1_5.len, _2.fld, _7.inf, _0_6.len, _0_5.len, _2_3.len, _5.fld, _5.si, _5.inf, _0_3.len, _1_6.len, _2_15.len, _0.inf, _3.si, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _3.pst, _7_6.len, _1.pst, _2_5.len, _7.fld, _5_3.len, _0.si, _3_3.len, _1_16.len, _2_16.len, _7.pst, _5.pst, _1_15.len, _0.pst, _2_1.len, _0.fld, _3_1.len, _2.pst, _3.inf, _7_3.len, segments_7, _1_3.len, _1.si, _7_5.len, _5_5.len]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23f6d2bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@34fe068b),segFN=segments_8,generation=8,filenames=[_1_1.len, _3.fld, _5_6.len, _8_1.len, _7.si, _1.inf, _7_1.len, _2_6.len, _8.si, _5_1.len, _8_1.liv, _1_5.len, _2.fld, _7.inf, _0_6.len, _0_5.len, _2_3.len, _5.fld, _8_3.len, _5.si, _5.inf, _0_3.len, _1_6.len, _2_15.len, _8.inf, _0.inf, _3.si, _8_5.len, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _3.pst, _7_6.len, _1.pst, _2_5.len, _7.fld, _5_3.len, _8_6.len, _0.si, _3_3.len, _1_16.len, _2_16.len, _7.pst, _5.pst, _8.pst, _1_15.len, _0.pst, _2_1.len, _0.fld, _8.fld, _3_1.len, _2.pst, _3.inf, _7_3.len, segments_8, _1_3.len, _1.si, _7_5.len, _5_5.len]
[junit4:junit4]   2> 7782 T64 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 8[_1_1.len, _3.fld, _5_6.len, _8_1.len, _7.si, _1.inf, _7_1.len, _2_6.len, _8.si, _5_1.len, _8_1.liv, _1_5.len, _2.fld, _7.inf, _0_6.len, _0_5.len, _2_3.len, _5.fld, _8_3.len, _5.si, _5.inf, _0_3.len, _1_6.len, _2_15.len, _8.inf, _0.inf, _3.si, _8_5.len, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _3.pst, _7_6.len, _1.pst, _2_5.len, _7.fld, _5_3.len, _8_6.len, _0.si, _3_3.len, _1_16.len, _2_16.len, _7.pst, _5.pst, _8.pst, _1_15.len, _0.pst, _2_1.len, _0.fld, _8.fld, _3_1.len, _2.pst, _3.inf, _7_3.len, segments_8, _1_3.len, _1.si, _7_5.len, _5_5.len]
[junit4:junit4]   2> 7783 T64 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data
[junit4:junit4]   2> 7785 T64 C2 oass.SolrIndexSearcher.<init> Opening Searcher@ca2394c main
[junit4:junit4]   2> 7786 T66 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ca2394c main{StandardDirectoryReader(segments_8:25:nrt _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95 _5(5.0):C1 _7(5.0):C1 _8(5.0):C4/1)}
[junit4:junit4]   2> 7786 T64 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 7787 T66 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 7787 T64 C2 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 11
[junit4:junit4]   2> 7791 T77 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 7807 T77 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_7,generation=7,filenames=[_1_1.len, _3.fld, _5_6.len, _7.si, _1.inf, _7_1.len, _2_6.len, _5_1.len, _1_5.len, _2.fld, _7.inf, _0_6.len, _0_5.len, _2_3.len, _5.fld, _5.si, _5.inf, _0_3.len, _1_6.len, _2_15.len, _0.inf, _3.si, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _7_1.liv, _3.pst, _7_6.len, _1.pst, _2_5.len, _7.fld, _5_3.len, _0.si, _3_3.len, _1_16.len, _2_16.len, _7.pst, _5.pst, _1_15.len, _0.pst, _2_1.len, _0.fld, _3_1.len, _2.pst, _3.inf, _7_3.len, segments_7, _1_3.len, _1.si, _7_5.len, _5_5.len]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/index5997259972tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@565c5aec),segFN=segments_8,generation=8,filenames=[_1_1.len, _3.fld, _5_6.len, _8_1.len, _7.si, _1.inf, _7_1.len, _2_6.len, _8.si, _5_1.len, _1_5.len, _2.fld, _7.inf, _0_6.len, _0_5.len, _2_3.len, _5.fld, _8_3.len, _5.si, _5.inf, _0_3.len, _1_6.len, _2_15.len, _8.inf, _0.inf, _3.si, _8_5.len, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _7_1.liv, _3.pst, _7_6.len, _1.pst, _2_5.len, _7.fld, _5_3.len, _8_6.len, _0.si, _3_3.len, _1_16.len, _2_16.len, _7.pst, _5.pst, _8.pst, _1_15.len, _0.pst, _2_1.len, _0.fld, _8.fld, _3_1.len, _2.pst, _3.inf, _7_3.len, segments_8, _1_3.len, _1.si, _7_5.len, _5_5.len]
[junit4:junit4]   2> 7808 T77 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 8[_1_1.len, _3.fld, _5_6.len, _8_1.len, _7.si, _1.inf, _7_1.len, _2_6.len, _8.si, _5_1.len, _1_5.len, _2.fld, _7.inf, _0_6.len, _0_5.len, _2_3.len, _5.fld, _8_3.len, _5.si, _5.inf, _0_3.len, _1_6.len, _2_15.len, _8.inf, _0.inf, _3.si, _8_5.len, _2.si, _1.fld, _3_5.len, _0_1.len, _2.inf, _3_6.len, _7_1.liv, _3.pst, _7_6.len, _1.pst, _2_5.len, _7.fld, _5_3.len, _8_6.len, _0.si, _3_3.len, _1_16.len, _2_16.len, _7.pst, _5.pst, _8.pst, _1_15.len, _0.pst, _2_1.len, _0.fld, _8.fld, _3_1.len, _2.pst, _3.inf, _7_3.len, segments_8, _1_3.len, _1.si, _7_5.len, _5_5.len]
[junit4:junit4]   2> 7809 T77 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data
[junit4:junit4]   2> 7813 T77 C3 oass.SolrIndexSearcher.<init> Opening Searcher@436efbc0 main
[junit4:junit4]   2> 7813 T77 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 7813 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@436efbc0 main{StandardDirectoryReader(segments_8:24:nrt _0(5.0):C1 _1(5.0):C1 _2(5.0):C8 _3(5.0):C95 _5(5.0):C1 _7(5.0):C2/1 _8(5.0):C3)}
[junit4:junit4]   2> 7814 T78 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 7814 T77 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 24
[junit4:junit4]   2> 7820 T64 C2 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=110 status=0 QTime=3 
[junit4:junit4]   2> 7828 T95 C3 REQ [collection1] webapp=/solr path=/select params={sort=_version_+desc&wt=javabin&q=*:*&version=2} hits=110 status=0 QTime=2 
[junit4:junit4]   2> 7877 T38 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1163019252
[junit4:junit4]   2> 7878 T38 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@78bfe1f4
[junit4:junit4]   2> 7878 T38 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 7879 T38 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 7880 T38 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 7880 T38 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 7881 T38 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 7882 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/control/data/index
[junit4:junit4]   2> 7883 T38 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 7984 T38 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 8028 T38 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1545568208
[junit4:junit4]   2> 8029 T38 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2e4f6033
[junit4:junit4]   2> 8029 T38 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=7,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=115,cumulative_deletesById=3,cumulative_deletesByQuery=2,cumulative_errors=0}
[junit4:junit4]   2> 8030 T38 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 8031 T38 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 8031 T38 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 8034 T38 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 8035 T38 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 8037 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard0/data/index
[junit4:junit4]   2> 8038 T38 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 8138 T38 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 8182 T38 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1785038318
[junit4:junit4]   2> 8183 T38 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6136932b
[junit4:junit4]   2> 8183 T38 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=7,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=114,cumulative_deletesById=3,cumulative_deletesByQuery=3,cumulative_errors=0}
[junit4:junit4]   2> 8184 T38 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 8185 T38 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 8185 T38 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 8188 T38 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 8188 T38 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 8194 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351805831669/shard1/data/index
[junit4:junit4]   2> 8195 T38 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 8295 T38 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 8339 T38 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=268728179
[junit4:junit4]   2> 8340 T38 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6e9764d4
[junit4:junit4]   2> 8340 T38 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 8341 T38 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 8341 T38 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 8341 T38 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 8342 T38 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 8342 T38 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucen

[...truncated too long message...]

thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    7) Thread[id=111, name=qtp637803699-111 Acceptor0 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    8) Thread[id=93, name=qtp1223874325-93 Acceptor0 SelectChannelConnector@0.0.0.0:44908, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CCD561B11B672998]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=112, name=qtp637803699-112 Acceptor1 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=113, name=qtp637803699-113 Acceptor2 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=94, name=qtp1223874325-94 Acceptor1 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=96, name=qtp1223874325-96 Acceptor3 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    5) Thread[id=114, name=qtp637803699-114 Acceptor3 SelectChannelConnector@0.0.0.0:41919, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    6) Thread[id=95, name=qtp1223874325-95 Acceptor2 SelectChannelConnector@0.0.0.0:44908, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    7) Thread[id=111, name=qtp637803699-111 Acceptor0 SelectChannelConnector@0.0.0.0:41919, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    8) Thread[id=93, name=qtp1223874325-93 Acceptor0 SelectChannelConnector@0.0.0.0:44908, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CCD561B11B672998]:0)
[junit4:junit4] Completed on J0 in 300.17s, 1 test, 2 errors <<< FAILURES!

[...truncated 170 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 842 ignored (1 assumption)

Total time: 22 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

RE: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3357 - Still Failing

[Uwe Schindler <uw...@thetaphi.de>]

I had to kill Jenkins slave after update.

-----
Uwe Schindler
H.-H.-Meier-Allee 63, D-28213 Bremen
http://www.thetaphi.de
eMail: uwe@thetaphi.de


> -----Original Message-----
> From: Apache Jenkins Server [mailto:jenkins@builds.apache.org]
> Sent: Thursday, November 01, 2012 3:55 PM
> To: dev@lucene.apache.org
> Subject: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3357 - Still Failing
> 
> Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3357/
> 
> No tests ran.
> 
> Build Log:
> [...truncated 8483 lines...]
> [junit4:junit4] Suite:
> org.apache.solr.handler.component.DistributedTermsComponentTest
> [junit4:junit4]   2> 2 T107 oas.SolrTestCaseJ4.setUp ###Starting
> testDistribSearch
> [junit4:junit4]   2> 383 T107 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 615 T107 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@0.0.0.0:56493
> [junit4:junit4]   2> 648 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 649 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 649 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 690 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 691 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 691 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 692 T107 oasc.CoreContainer$Initializer.initialize looking for
> solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
> [junit4:junit4]   2> 692 T107 oasc.CoreContainer.<init> New CoreContainer
> 500681598
> [junit4:junit4]   2> 693 T107 oasc.CoreContainer.load Loading CoreContainer
> using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
> [junit4:junit4]   2> 693 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 729 T107 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 774 T107 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1
> [junit4:junit4]   2> 775 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/'
> [junit4:junit4]   2> 776 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/'
> to classloader
> [junit4:junit4]   2> 776 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/lib/README' to classloader
> [junit4:junit4]   2> 827 T107 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> [junit4:junit4]   2> 876 T107 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> [junit4:junit4]   2> 877 T107 oass.IndexSchema.readSchema Reading Solr
> Schema
> [junit4:junit4]   2> 884 T107 oass.IndexSchema.readSchema Schema
> name=test
> [junit4:junit4]   2> 1333 T107 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 1341 T107 oass.IndexSchema.readSchema default search
> field in schema is text
> [junit4:junit4]   2> 1345 T107 oass.IndexSchema.readSchema unique key
> field: id
> [junit4:junit4]   2> 1354 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 1358 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 1361 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 1363 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 1364 T107 oasc.SolrCore.<init> [collection1] Opening new
> SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test-files/solr/collection1/,
> dataDir=./org.apache.solr.handler.component.DistributedTermsComponent
> Test-1351781616947/control/data/
> [junit4:junit4]   2> 1365 T107 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
> [junit4:junit4]   2> 1365 T107 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 1366 T107 oasc.CachingDirectoryFactory.injectLockFactory
> WARNING No lockType configured for
> MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirecto
> ry@248ae6c5
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b34a241;
> maxCacheMB=0.9638671875 maxMergeSizeMB=0.7392578125)) assuming
> 'simple'
> [junit4:junit4]   2> 1366 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data forceNew:false
> [junit4:junit4]   2> 1367 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data
> [junit4:junit4]   2> 1367 T107 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.handler.component.DistributedTermsComponentTes
> t-1351781616947/control/data/index/
> [junit4:junit4]   2> 1368 T107 oasc.SolrCore.initIndex WARNING [collection1]
> Solr index directory
> './org.apache.solr.handler.component.DistributedTermsComponentTest-
> 1351781616947/control/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 1372 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index forceNew:false
> [junit4:junit4]   2> 1386 T107 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirecto
> ry@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-
> java7/solr/build/solr-core/test/J0/index7169471694tmp
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@436f9cbf),segFN
> =segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 1386 T107 oasc.SolrDeletionPolicy.updateCommits newest
> commit = 1[segments_1]
> [junit4:junit4]   2> 1387 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index
> [junit4:junit4]   2> 1388 T107 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> [junit4:junit4]   2> 1390 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 1391 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 1391 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 1392 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 1392 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 1393 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 1393 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 1395 T107 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 1396 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 1398 T107 oasc.RequestHandlers.initHandlersFromConfig
> created dismax: solr.SearchHandler
> [junit4:junit4]   2> 1399 T107 oasc.RequestHandlers.initHandlersFromConfig
> created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 1400 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 1401 T107 oasc.RequestHandlers.initHandlersFromConfig
> created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 1402 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 1402 T107 oasc.RequestHandlers.initHandlersFromConfig
> created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 1404 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 1405 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1407 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1408 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1409 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1411 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1412 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1414 T107 oasc.RequestHandlers.initHandlersFromConfig
> created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1415 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 1416 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 1428 T107 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 1432 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your
> config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 1435 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> adding ShowFileRequestHandler with hidden files:
> [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-
> HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML,
> SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-
> SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML,
> SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML,
> CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-
> TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-
> MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML,
> DA_COMPOUNDDICTIONARY.TXT,
> MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-
> TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-
> INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-
> SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-
> CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML,
> SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-
> REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS,
> MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-
> ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-
> PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML,
> STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-
> NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-
> PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-
> SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-
> 2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-
> SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML,
> SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-
> RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-
> BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-
> PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML,
> SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-
> MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-
> MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-
> SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML,
> SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-
> TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML,
> SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-
> SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML,
> SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-
> COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-
> LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-
> SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL,
> SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC,
> BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-
> XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML,
> SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML,
> STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML,
> PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-
> SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-
> TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-
> LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-
> SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML,
> OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-
> NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-
> NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS,
> SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-
> NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML,
> SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-
> KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT,
> BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML,
> MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-
> EXTERNAL-FILEFIELD.XML]
> [junit4:junit4]   2> 1438 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data
> [junit4:junit4]   2> 1440 T107 oass.SolrIndexSearcher.<init> Opening
> Searcher@70b7815b main
> [junit4:junit4]   2> 1441 T107 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> [junit4:junit4]   2> 1441 T107 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> [junit4:junit4]   2> 1442 T107 oashc.SpellCheckComponent.inform Initializing
> spell checkers
> [junit4:junit4]   2> 1449 T107 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> [junit4:junit4]   2> 1508 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 0
> [junit4:junit4]   2> 1508 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> [junit4:junit4]   2> 1509 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 0
> [junit4:junit4]   2> 1509 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 1510 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> [junit4:junit4]   2> 1510 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 1510 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 1511 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 1511 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> [junit4:junit4]   2> 1512 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =0&connTimeout=0&retry=false
> [junit4:junit4]   2> 1537 T121 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@70b7815b
> main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 1543 T107 oasc.CoreContainer.registerCore registering
> core: collection1
> [junit4:junit4]   2> 1544 T107 oass.SolrDispatchFilter.init
> user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 1544 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> [junit4:junit4]   2> 1606 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> [junit4:junit4]   2> 1630 T107 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 1632 T107 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@0.0.0.0:54007
> [junit4:junit4]   2> 1633 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 1634 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 1634 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 1670 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> [junit4:junit4]   2> 1671 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 1672 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 1672 T107 oasc.CoreContainer$Initializer.initialize looking
> for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
> [junit4:junit4]   2> 1672 T107 oasc.CoreContainer.<init> New CoreContainer
> 615330952
> [junit4:junit4]   2> 1673 T107 oasc.CoreContainer.load Loading CoreContainer
> using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
> [junit4:junit4]   2> 1673 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 1703 T107 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 1725 T107 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1
> [junit4:junit4]   2> 1726 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/'
> [junit4:junit4]   2> 1727 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/'
> to classloader
> [junit4:junit4]   2> 1728 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/lib/README' to classloader
> [junit4:junit4]   2> 1781 T107 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> [junit4:junit4]   2> 1866 T107 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> [junit4:junit4]   2> 1868 T107 oass.IndexSchema.readSchema Reading Solr
> Schema
> [junit4:junit4]   2> 1877 T107 oass.IndexSchema.readSchema Schema
> name=test
> [junit4:junit4]   2> 2530 T107 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 2543 T107 oass.IndexSchema.readSchema default search
> field in schema is text
> [junit4:junit4]   2> 2548 T107 oass.IndexSchema.readSchema unique key
> field: id
> [junit4:junit4]   2> 2563 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 2568 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 2573 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 2575 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 2578 T107 oasc.SolrCore.<init> [collection1] Opening new
> SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test-files/solr/collection1/,
> dataDir=./org.apache.solr.handler.component.DistributedTermsComponent
> Test-1351781616947/shard0/data/
> [junit4:junit4]   2> 2578 T107 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
> [junit4:junit4]   2> 2579 T107 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 2580 T107 oasc.CachingDirectoryFactory.injectLockFactory
> WARNING No lockType configured for
> MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cf5d7d2
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@302c3b42)
> assuming 'simple'
> [junit4:junit4]   2> 2581 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data forceNew:false
> [junit4:junit4]   2> 2581 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data
> [junit4:junit4]   2> 2582 T107 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.handler.component.DistributedTermsComponentTes
> t-1351781616947/shard0/data/index/
> [junit4:junit4]   2> 2583 T107 oasc.SolrCore.initIndex WARNING [collection1]
> Solr index directory
> './org.apache.solr.handler.component.DistributedTermsComponentTest-
> 1351781616947/shard0/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 2583 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index forceNew:false
> [junit4:junit4]   2> 2587 T107 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@4de2dfad
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1e7afe),segFN
> =segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 2588 T107 oasc.SolrDeletionPolicy.updateCommits newest
> commit = 1[segments_1]
> [junit4:junit4]   2> 2589 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index
> [junit4:junit4]   2> 2589 T107 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> [junit4:junit4]   2> 2592 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 2593 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 2594 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 2594 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 2595 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 2596 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 2597 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 2599 T107 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 2600 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 2602 T107 oasc.RequestHandlers.initHandlersFromConfig
> created dismax: solr.SearchHandler
> [junit4:junit4]   2> 2604 T107 oasc.RequestHandlers.initHandlersFromConfig
> created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 2605 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 2606 T107 oasc.RequestHandlers.initHandlersFromConfig
> created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 2607 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 2608 T107 oasc.RequestHandlers.initHandlersFromConfig
> created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 2609 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 2611 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 2613 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 2614 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 2616 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 2618 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 2619 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 2621 T107 oasc.RequestHandlers.initHandlersFromConfig
> created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 2623 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 2625 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 2638 T107 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 2643 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your
> config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 2646 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> adding ShowFileRequestHandler with hidden files:
> [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-
> HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML,
> SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-
> SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML,
> SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML,
> CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-
> TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-
> MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML,
> DA_COMPOUNDDICTIONARY.TXT,
> MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-
> TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-
> INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-
> SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-
> CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML,
> SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-
> REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS,
> MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-
> ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-
> PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML,
> STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-
> NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-
> PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-
> SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-
> 2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-
> SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML,
> SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-
> RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-
> BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-
> PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML,
> SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-
> MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-
> MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-
> SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML,
> SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-
> TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML,
> SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-
> SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML,
> SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-
> COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-
> LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-
> SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL,
> SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC,
> BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-
> XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML,
> SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML,
> STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML,
> PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-
> SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-
> TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-
> LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-
> SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML,
> OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-
> NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-
> NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS,
> SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-
> NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML,
> SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-
> KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT,
> BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML,
> MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-
> EXTERNAL-FILEFIELD.XML]
> [junit4:junit4]   2> 2649 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data
> [junit4:junit4]   2> 2650 T107 oass.SolrIndexSearcher.<init> Opening
> Searcher@63131008 main
> [junit4:junit4]   2> 2652 T107 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> [junit4:junit4]   2> 2652 T107 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> [junit4:junit4]   2> 2653 T107 oashc.SpellCheckComponent.inform Initializing
> spell checkers
> [junit4:junit4]   2> 2672 T107 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> [junit4:junit4]   2> 2766 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 0
> [junit4:junit4]   2> 2766 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> [junit4:junit4]   2> 2767 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 0
> [junit4:junit4]   2> 2767 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 2768 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> [junit4:junit4]   2> 2768 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 2768 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 2769 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 2769 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> [junit4:junit4]   2> 2770 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =0&connTimeout=0&retry=false
> [junit4:junit4]   2> 2802 T135 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@63131008
> main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 2811 T107 oasc.CoreContainer.registerCore registering
> core: collection1
> [junit4:junit4]   2> 2811 T107 oass.SolrDispatchFilter.init
> user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 2812 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> [junit4:junit4]   2> 2812 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> [junit4:junit4]   2> ASYNC  NEW_CORE C57 name=collection1
> org.apache.solr.core.SolrCore@548bc658
> [junit4:junit4]   2> 4023 T119 C57 oasu.DirectUpdateHandler2.deleteAll
> [collection1] REMOVING ALL DOCUMENTS FROM INDEX
> [junit4:junit4]   2> 4023 T119 C57 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data
> [junit4:junit4]   2> 4028 T119 C57 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirecto
> ry@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-
> java7/solr/build/solr-core/test/J0/index7169471694tmp
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@436f9cbf),segFN
> =segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 4029 T119 C57 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 1[segments_1]
> [junit4:junit4]   2> 4030 T119 C57 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 45
> [junit4:junit4]   2> ASYNC  NEW_CORE C58 name=collection1
> org.apache.solr.core.SolrCore@1bb3db1b
> [junit4:junit4]   2> 4166 T132 C58 oasu.DirectUpdateHandler2.deleteAll
> [collection1] REMOVING ALL DOCUMENTS FROM INDEX
> [junit4:junit4]   2> 4167 T132 C58 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data
> [junit4:junit4]   2> 4169 T132 C58 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@4de2dfad
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1e7afe),segFN
> =segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 4170 T132 C58 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 1[segments_1]
> [junit4:junit4]   2> 4170 T132 C58 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 4
> [junit4:junit4]   2> 4178 T120 C57 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[18]} 0 4
> [junit4:junit4]   2> 4184 T134 C58 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[18]} 0 1
> [junit4:junit4]   2> 4190 T119 C57 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[19]} 0 2
> [junit4:junit4]   2> 4195 T133 C58 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[19]} 0 1
> [junit4:junit4]   2> 4200 T120 C57 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[20]} 0 1
> [junit4:junit4]   2> 4204 T132 C58 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[20]} 0 1
> [junit4:junit4]   2> 4209 T119 C57 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[21]} 0 2
> [junit4:junit4]   2> 4213 T134 C58 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[21]} 0 0
> [junit4:junit4]   2> 4217 T120 C57 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[22]} 0 1
> [junit4:junit4]   2> 4222 T133 C58 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[22]} 0 1
> [junit4:junit4]   2> 4227 T119 C57 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[23]} 0 2
> [junit4:junit4]   2> 4231 T132 C58 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[23]} 0 1
> [junit4:junit4]   2> 4235 T120 C57 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[24]} 0 1
> [junit4:junit4]   2> 4240 T134 C58 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[24]} 0 1
> [junit4:junit4]   2> 4245 T119 C57 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[25]} 0 1
> [junit4:junit4]   2> 4250 T133 C58 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[25]} 0 2
> [junit4:junit4]   2> 4274 T120 C57 oasu.DirectUpdateHandler2.commit start
> commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearch
> er=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 4292 T120 C57 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirecto
> ry@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-
> java7/solr/build/solr-core/test/J0/index7169471694tmp
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@436f9cbf),segFN
> =segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirecto
> ry@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-
> java7/solr/build/solr-core/test/J0/index7169471694tmp
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@436f9cbf),segFN
> =segments_2,generation=2,filenames=[_0_Asserting_0.tim,
> _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim,
> _0_TestBloomFilteredLucene41Postings_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc,
> _0_MockRandom_0.tib, _0.fnm,
> _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs,
> _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd,
> _0_MockRandom_0.frq, _0_MockRandom_0.doc, _0_nrm.cfe,
> _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos,
> _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc,
> _0_Direct_0.tip, _0.fdx, _0_MockRandom_0.pyl, _0_Asserting_0.pos,
> _0_Direct_0.tim, _0.fdt]
> [junit4:junit4]   2> 4292 T120 C57 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.tim,
> _0_TestBloomFilteredLucene41Postings_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc,
> _0_MockRandom_0.tib, _0.fnm,
> _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs,
> _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd,
> _0_MockRandom_0.frq, _0_MockRandom_0.doc, _0_nrm.cfe,
> _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos,
> _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc,
> _0_Direct_0.tip, _0.fdx, _0_MockRandom_0.pyl, _0_Asserting_0.pos,
> _0_Direct_0.tim, _0.fdt]
> [junit4:junit4]   2> 4293 T120 C57 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data
> [junit4:junit4]   2> 4361 T120 C57 oass.SolrIndexSearcher.<init> Opening
> Searcher@4cbbf7f4 main
> [junit4:junit4]   2> 4362 T120 C57 oasu.DirectUpdateHandler2.commit
> end_commit_flush
> [junit4:junit4]   2> 4364 T121 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@4cbbf7f4
> main{StandardDirectoryReader(segments_2:4 _0(5.0):C8)}
> [junit4:junit4]   2> 4364 T121 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index
> [junit4:junit4]   2> 4364 T120 C57 UPDATE [collection1] webapp=/solr
> path=/update
> params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&
> version=2} {commit=} 0 90
> [junit4:junit4]   2> 4368 T132 C58 oasu.DirectUpdateHandler2.commit start
> commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearch
> er=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 4377 T132 C58 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@4de2dfad
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1e7afe),segFN
> =segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@4de2dfad
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1e7afe),segFN
> =segments_2,generation=2,filenames=[_0_Asserting_0.tim,
> _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim,
> _0_TestBloomFilteredLucene41Postings_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc,
> _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs,
> _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd,
> _0_MockRandom_0.frq, _0_MockRandom_0.tip, _0_MockRandom_0.doc,
> _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos,
> _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.tip, _0.fdx,
> _0_MockRandom_0.pyl, _0_Asserting_0.pos, _0_MockRandom_0.tim,
> _0_Direct_0.tim, _0.fdt]
> [junit4:junit4]   2> 4378 T132 C58 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.tim,
> _0_TestBloomFilteredLucene41Postings_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc,
> _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs,
> _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd,
> _0_MockRandom_0.frq, _0_MockRandom_0.tip, _0_MockRandom_0.doc,
> _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos,
> _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.tip, _0.fdx,
> _0_MockRandom_0.pyl, _0_Asserting_0.pos, _0_MockRandom_0.tim,
> _0_Direct_0.tim, _0.fdt]
> [junit4:junit4]   2> 4378 T132 C58 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data
> [junit4:junit4]   2> 4433 T132 C58 oass.SolrIndexSearcher.<init> Opening
> Searcher@4d0e75f2 main
> [junit4:junit4]   2> 4433 T132 C58 oasu.DirectUpdateHandler2.commit
> end_commit_flush
> [junit4:junit4]   2> 4435 T135 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@4d0e75f2
> main{StandardDirectoryReader(segments_2:4 _0(5.0):C8)}
> [junit4:junit4]   2> 4435 T135 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index
> [junit4:junit4]   2> 4436 T132 C58 UPDATE [collection1] webapp=/solr
> path=/update
> params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&
> version=2} {commit=} 0 68
> [junit4:junit4]   2> 4538 T119 C57 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&qt=/te
> rms&wt=javabin&version=2} status=0 QTime=79
> [junit4:junit4]   2> 4582 T134 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&version=2&shard.url=127.0.0.1:54007/solr&NOW=1351781621498
> &terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=1
> [junit4:junit4]   2> 4588 T133 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=127.0.0.1:54007/solr&shards.qt=/terms&terms.fl=b_t&ter
> ms=true&qt=/terms&wt=javabin&version=2} status=0 QTime=34
> [junit4:junit4]   2> 4592 T120 C57 REQ [collection1] webapp=/solr
> path=/terms
> params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distr
> ib=false&terms.limit=5&qt=/terms&wt=javabin&version=2} status=0
> QTime=0
> [junit4:junit4]   2> 4650 T134 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&version=2&shard.url=127.0.0.1:54007/solr|[ff01::114]:33332/solr|
> [ff01::083]:33332/solr&NOW=1351781621540&terms.lower=s&terms.fl=b_t&
> terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 4651 T132 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=127.0.0.1:54007/solr|[ff01::114]:33332/solr|[ff01::083]:3333
> 2/solr&terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&terms.
> limit=5&qt=/terms&wt=javabin&version=2} status=0 QTime=55
> [junit4:junit4]   2> 4655 T119 C57 REQ [collection1] webapp=/solr
> path=/terms
> params={terms.lower=sn&shards.qt=/terms&terms.fl=b_t&terms=true&dis
> trib=false&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=sn&version
> =2} status=0 QTime=1
> [junit4:junit4]   2> 4662 T134 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=sn&version=2&NOW=1351781621602&shard.url=12
> 7.0.0.1:54007/solr&terms.lower=sn&terms.fl=b_t&terms.limit=-
> 1&isShard=true&qt=/terms} status=0 QTime=0
> [junit4:junit4]   2> 4663 T133 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=127.0.0.1:54007/solr&terms.lower=sn&shards.qt=/terms&t
> erms.fl=b_t&terms=true&terms.limit=5&qt=/terms&wt=javabin&terms.pref
> ix=sn&version=2} status=0 QTime=5
> [junit4:junit4]   2> 4667 T120 C57 REQ [collection1] webapp=/solr
> path=/terms
> params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distr
> ib=false&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=s&terms.upp
> er=sn&version=2} status=0 QTime=1
> [junit4:junit4]   2> 4674 T134 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=s&terms.upper=sn&version=2&shard.url=127.0.0.1:
> 54007/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr&NOW=13517816216
> 14&terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true}
> status=0 QTime=0
> [junit4:junit4]   2> 4675 T132 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=127.0.0.1:54007/solr|[ff01::213]:33332/solr|[ff01::083]:3333
> 2/solr&terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&terms.
> limit=5&qt=/terms&wt=javabin&terms.prefix=s&terms.upper=sn&version=
> 2} status=0 QTime=5
> [junit4:junit4]   2> 4678 T119 C57 REQ [collection1] webapp=/solr
> path=/terms
> params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distr
> ib=false&terms.limit=5&qt=/terms&wt=javabin&terms.sort=index&terms.pr
> efix=s&version=2} status=0 QTime=0
> [junit4:junit4]   2> 4689 T134 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=s&version=2&shard.url=127.0.0.1:54007/solr|[ff01::
> 213]:33332/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr&NOW=1351781
> 621626&terms.lower=s&terms.fl=b_t&terms.limit=-
> 1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 4695 T133 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=127.0.0.1:54007/solr|[ff01::213]:33332/solr|[ff01::083]:3333
> 2/solr|[ff01::114]:33332/solr&terms.lower=s&shards.qt=/terms&terms.fl=b_
> t&terms=true&terms.limit=5&qt=/terms&wt=javabin&terms.sort=index&te
> rms.prefix=s&version=2} status=0 QTime=13
> [junit4:junit4]   2> 4699 T120 C57 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=s&terms.upper=sn&version=2&terms.lower=s&ter
> ms.fl=b_t&terms.limit=5&qt=/terms} status=0 QTime=0
> [junit4:junit4]   2> 4706 T134 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=s&terms.upper=sn&version=2&shard.url=127.0.0.1:
> 54007/solr&NOW=1351781621646&terms.lower=s&terms.fl=b_t&terms.limit
> =-1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 4706 T132 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&wt=javabin&terms.sort=index&ter
> ms.prefix=s&terms.upper=sn&version=2&shards=127.0.0.1:54007/solr&term
> s.lower=s&terms.fl=b_t&terms.limit=5&qt=/terms} status=0 QTime=4
> [junit4:junit4]   2> 4710 T119 C57 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&qt=/te
> rms&wt=javabin&terms.sort=index&version=2} status=0 QTime=0
> [junit4:junit4]   2> 4718 T134 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&version=2&shard.url=[ff01::213]:33332/solr|127.0.0.1:54007/solr|
> [ff01::114]:33332/solr&NOW=1351781621658&terms.fl=b_t&terms.limit=-
> 1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 4719 T133 C58 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=[ff01::213]:33332/solr|127.0.0.1:54007/solr|[ff01::114]:3333
> 2/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin
> &terms.sort=index&version=2} status=0 QTime=5
> [junit4:junit4]   2> 4766 T107 oasc.CoreContainer.shutdown Shutting down
> CoreContainer instance=500681598
> [junit4:junit4]   2> 4766 T107 oasc.SolrCore.close [collection1]  CLOSING
> SolrCore org.apache.solr.core.SolrCore@548bc658
> [junit4:junit4]   2> 4773 T107 oasu.DirectUpdateHandler2.close closing
> DirectUpdateHandler2{commits=1,autocommits=0,soft
> autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,
> adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=8,cum
> ulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
> [junit4:junit4]   2> 4773 T107 oasc.SolrCore.decrefSolrCoreState Closing
> SolrCoreState
> [junit4:junit4]   2> 4774 T107 oasu.DefaultSolrCoreState.closeIndexWriter
> SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4]   2> 4774 T107 oasu.DefaultSolrCoreState.closeIndexWriter
> closing IndexWriter with IndexWriterCloser
> [junit4:junit4]   2> 4775 T107 C57 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index
> [junit4:junit4]   2> 4776 T107 oasc.SolrCore.closeSearcher [collection1] Closing
> main searcher on request.
> [junit4:junit4]   2> 4779 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index
> [junit4:junit4]   2> 4780 T107 oejsh.ContextHandler.doStop stopped
> o.e.j.s.ServletContextHandler{/solr,null}
> [junit4:junit4]   2> 4881 T107 oejut.QueuedThreadPool.doStop WARNING 4
> threads could not be stopped
> [junit4:junit4]   2> 4926 T107 oasc.CoreContainer.shutdown Shutting down
> CoreContainer instance=615330952
> [junit4:junit4]   2> 4927 T107 oasc.SolrCore.close [collection1]  CLOSING
> SolrCore org.apache.solr.core.SolrCore@1bb3db1b
> [junit4:junit4]   2> 4943 T107 oasu.DirectUpdateHandler2.close closing
> DirectUpdateHandler2{commits=1,autocommits=0,soft
> autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,
> adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=8,cum
> ulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
> [junit4:junit4]   2> 4943 T107 oasc.SolrCore.decrefSolrCoreState Closing
> SolrCoreState
> [junit4:junit4]   2> 4944 T107 oasu.DefaultSolrCoreState.closeIndexWriter
> SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4]   2> 4944 T107 oasu.DefaultSolrCoreState.closeIndexWriter
> closing IndexWriter with IndexWriterCloser
> [junit4:junit4]   2> 4946 T107 C58 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index
> [junit4:junit4]   2> 4947 T107 oasc.SolrCore.closeSearcher [collection1] Closing
> main searcher on request.
> [junit4:junit4]   2> 4948 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index
> [junit4:junit4]   2> 4949 T107 oejsh.ContextHandler.doStop stopped
> o.e.j.s.ServletContextHandler{/solr,null}
> [junit4:junit4]   2> 5049 T107 oejut.QueuedThreadPool.doStop WARNING 4
> threads could not be stopped
> [junit4:junit4]   2> 5051 T107 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 5053 T107 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@0.0.0.0:17584
> [junit4:junit4]   2> 5054 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 5055 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 5055 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 5085 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> [junit4:junit4]   2> 5085 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 5086 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 5086 T107 oasc.CoreContainer$Initializer.initialize looking
> for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
> [junit4:junit4]   2> 5086 T107 oasc.CoreContainer.<init> New CoreContainer
> 1706705005
> [junit4:junit4]   2> 5087 T107 oasc.CoreContainer.load Loading CoreContainer
> using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
> [junit4:junit4]   2> 5087 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 5112 T107 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 5128 T107 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1
> [junit4:junit4]   2> 5129 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/'
> [junit4:junit4]   2> 5130 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/'
> to classloader
> [junit4:junit4]   2> 5130 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/lib/README' to classloader
> [junit4:junit4]   2> 5167 T107 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> [junit4:junit4]   2> 5236 T107 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> [junit4:junit4]   2> 5236 T107 oass.IndexSchema.readSchema Reading Solr
> Schema
> [junit4:junit4]   2> 5243 T107 oass.IndexSchema.readSchema Schema
> name=test
> [junit4:junit4]   2> 5686 T107 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 5694 T107 oass.IndexSchema.readSchema default search
> field in schema is text
> [junit4:junit4]   2> 5697 T107 oass.IndexSchema.readSchema unique key
> field: id
> [junit4:junit4]   2> 5707 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 5719 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 5722 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 5724 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 5725 T107 oasc.SolrCore.<init> [collection1] Opening new
> SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test-files/solr/collection1/,
> dataDir=./org.apache.solr.handler.component.DistributedTermsComponent
> Test-1351781616947/control/data/
> [junit4:junit4]   2> 5725 T107 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
> [junit4:junit4]   2> 5726 T107 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 5730 T107 oasc.CachingDirectoryFactory.injectLockFactory
> WARNING No lockType configured for
> MockDirWrapper(org.apache.lucene.store.RAMDirectory@7b4ff56a
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e794165)
> assuming 'simple'
> [junit4:junit4]   2> 5730 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data forceNew:false
> [junit4:junit4]   2> 5730 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data
> [junit4:junit4]   2> 5731 T107 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.handler.component.DistributedTermsComponentTes
> t-1351781616947/control/data/index/
> [junit4:junit4]   2> 5731 T107 oasc.SolrCore.initIndex WARNING [collection1]
> Solr index directory
> './org.apache.solr.handler.component.DistributedTermsComponentTest-
> 1351781616947/control/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 5732 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index forceNew:false
> [junit4:junit4]   2> 5733 T107 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@480cd1a2
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@22763e52),segF
> N=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 5734 T107 oasc.SolrDeletionPolicy.updateCommits newest
> commit = 1[segments_1]
> [junit4:junit4]   2> 5734 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index
> [junit4:junit4]   2> 5735 T107 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> [junit4:junit4]   2> 5737 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 5737 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 5737 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 5738 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 5738 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 5739 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 5739 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 5740 T107 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 5741 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 5742 T107 oasc.RequestHandlers.initHandlersFromConfig
> created dismax: solr.SearchHandler
> [junit4:junit4]   2> 5744 T107 oasc.RequestHandlers.initHandlersFromConfig
> created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 5744 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 5745 T107 oasc.RequestHandlers.initHandlersFromConfig
> created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 5745 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 5746 T107 oasc.RequestHandlers.initHandlersFromConfig
> created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 5747 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 5748 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5749 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5750 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5751 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5752 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5753 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5754 T107 oasc.RequestHandlers.initHandlersFromConfig
> created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5755 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 5756 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 5765 T107 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 5768 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your
> config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 5771 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> adding ShowFileRequestHandler with hidden files:
> [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-
> HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML,
> SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-
> SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML,
> SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML,
> CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-
> TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-
> MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML,
> DA_COMPOUNDDICTIONARY.TXT,
> MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-
> TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-
> INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-
> SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-
> CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML,
> SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-
> REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS,
> MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-
> ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-
> PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML,
> STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-
> NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-
> PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-
> SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-
> 2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-
> SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML,
> SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-
> RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-
> BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-
> PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML,
> SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-
> MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-
> MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-
> SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML,
> SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-
> TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML,
> SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-
> SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML,
> SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-
> COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-
> LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-
> SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL,
> SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC,
> BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-
> XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML,
> SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML,
> STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML,
> PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-
> SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-
> TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-
> LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-
> SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML,
> OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-
> NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-
> NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS,
> SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-
> NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML,
> SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-
> KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT,
> BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML,
> MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-
> EXTERNAL-FILEFIELD.XML]
> [junit4:junit4]   2> 5773 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data
> [junit4:junit4]   2> 5774 T107 oass.SolrIndexSearcher.<init> Opening
> Searcher@70fc596e main
> [junit4:junit4]   2> 5774 T107 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> [junit4:junit4]   2> 5775 T107 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> [junit4:junit4]   2> 5775 T107 oashc.SpellCheckComponent.inform Initializing
> spell checkers
> [junit4:junit4]   2> 5778 T107 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> [junit4:junit4]   2> 5788 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 0
> [junit4:junit4]   2> 5789 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> [junit4:junit4]   2> 5789 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 0
> [junit4:junit4]   2> 5789 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 5790 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> [junit4:junit4]   2> 5790 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 5790 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 5790 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 5791 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> [junit4:junit4]   2> 5791 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =0&connTimeout=0&retry=false
> [junit4:junit4]   2> 5811 T151 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@70fc596e
> main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 5815 T107 oasc.CoreContainer.registerCore registering
> core: collection1
> [junit4:junit4]   2> 5816 T107 oass.SolrDispatchFilter.init
> user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 5816 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> [junit4:junit4]   2> 5816 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> [junit4:junit4]   2> 5827 T107 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 5829 T107 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@0.0.0.0:47284
> [junit4:junit4]   2> 5829 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 5830 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 5830 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 5856 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> [junit4:junit4]   2> 5857 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 5857 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 5857 T107 oasc.CoreContainer$Initializer.initialize looking
> for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
> [junit4:junit4]   2> 5858 T107 oasc.CoreContainer.<init> New CoreContainer
> 1856216040
> [junit4:junit4]   2> 5858 T107 oasc.CoreContainer.load Loading CoreContainer
> using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
> [junit4:junit4]   2> 5858 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 5882 T107 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 5898 T107 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1
> [junit4:junit4]   2> 5899 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/'
> [junit4:junit4]   2> 5899 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/'
> to classloader
> [junit4:junit4]   2> 5900 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/lib/README' to classloader
> [junit4:junit4]   2> 5938 T107 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> [junit4:junit4]   2> 5989 T107 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> [junit4:junit4]   2> 5990 T107 oass.IndexSchema.readSchema Reading Solr
> Schema
> [junit4:junit4]   2> 5998 T107 oass.IndexSchema.readSchema Schema
> name=test
> [junit4:junit4]   2> 6458 T107 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 6466 T107 oass.IndexSchema.readSchema default search
> field in schema is text
> [junit4:junit4]   2> 6469 T107 oass.IndexSchema.readSchema unique key
> field: id
> [junit4:junit4]   2> 6480 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 6484 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 6487 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 6488 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 6489 T107 oasc.SolrCore.<init> [collection1] Opening new
> SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test-files/solr/collection1/,
> dataDir=./org.apache.solr.handler.component.DistributedTermsComponent
> Test-1351781616947/shard0/data/
> [junit4:junit4]   2> 6490 T107 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
> [junit4:junit4]   2> 6491 T107 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 6492 T107 oasc.CachingDirectoryFactory.injectLockFactory
> WARNING No lockType configured for
> MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirecto
> ry@52d209c5
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b7f8efd;
> maxCacheMB=0.939453125 maxMergeSizeMB=0.390625)) assuming 'simple'
> [junit4:junit4]   2> 6492 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data forceNew:false
> [junit4:junit4]   2> 6492 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data
> [junit4:junit4]   2> 6493 T107 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.handler.component.DistributedTermsComponentTes
> t-1351781616947/shard0/data/index/
> [junit4:junit4]   2> 6493 T107 oasc.SolrCore.initIndex WARNING [collection1]
> Solr index directory
> './org.apache.solr.handler.component.DistributedTermsComponentTest-
> 1351781616947/shard0/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 6494 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index forceNew:false
> [junit4:junit4]   2> 6496 T107 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@6929c572
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@322fef43),segFN
> =segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 6496 T107 oasc.SolrDeletionPolicy.updateCommits newest
> commit = 1[segments_1]
> [junit4:junit4]   2> 6497 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index
> [junit4:junit4]   2> 6497 T107 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> [junit4:junit4]   2> 6499 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 6500 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 6500 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 6501 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 6501 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 6502 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 6502 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 6503 T107 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 6505 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 6506 T107 oasc.RequestHandlers.initHandlersFromConfig
> created dismax: solr.SearchHandler
> [junit4:junit4]   2> 6507 T107 oasc.RequestHandlers.initHandlersFromConfig
> created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 6508 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 6509 T107 oasc.RequestHandlers.initHandlersFromConfig
> created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 6509 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 6510 T107 oasc.RequestHandlers.initHandlersFromConfig
> created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 6511 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 6512 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6513 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6514 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6515 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6517 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6518 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6519 T107 oasc.RequestHandlers.initHandlersFromConfig
> created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6520 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 6521 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 6530 T107 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 6534 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your
> config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 6536 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> adding ShowFileRequestHandler with hidden files:
> [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-
> HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML,
> SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-
> SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML,
> SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML,
> CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-
> TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-
> MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML,
> DA_COMPOUNDDICTIONARY.TXT,
> MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-
> TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-
> INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-
> SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-
> CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML,
> SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-
> REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS,
> MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-
> ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-
> PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML,
> STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-
> NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-
> PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-
> SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-
> 2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-
> SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML,
> SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-
> RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-
> BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-
> PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML,
> SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-
> MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-
> MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-
> SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML,
> SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-
> TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML,
> SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-
> SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML,
> SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-
> COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-
> LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-
> SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL,
> SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC,
> BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-
> XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML,
> SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML,
> STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML,
> PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-
> SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-
> TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-
> LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-
> SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML,
> OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-
> NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-
> NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS,
> SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-
> NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML,
> SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-
> KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT,
> BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML,
> MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-
> EXTERNAL-FILEFIELD.XML]
> [junit4:junit4]   2> 6539 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data
> [junit4:junit4]   2> 6539 T107 oass.SolrIndexSearcher.<init> Opening
> Searcher@f9ae920 main
> [junit4:junit4]   2> 6540 T107 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> [junit4:junit4]   2> 6540 T107 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> [junit4:junit4]   2> 6541 T107 oashc.SpellCheckComponent.inform Initializing
> spell checkers
> [junit4:junit4]   2> 6543 T107 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> [junit4:junit4]   2> 6555 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 0
> [junit4:junit4]   2> 6555 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> [junit4:junit4]   2> 6555 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 0
> [junit4:junit4]   2> 6556 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 6556 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> [junit4:junit4]   2> 6557 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 6557 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 6557 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 6557 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> [junit4:junit4]   2> 6558 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =0&connTimeout=0&retry=false
> [junit4:junit4]   2> 6580 T165 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@f9ae920
> main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 6586 T107 oasc.CoreContainer.registerCore registering
> core: collection1
> [junit4:junit4]   2> 6586 T107 oass.SolrDispatchFilter.init
> user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 6587 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> [junit4:junit4]   2> 6587 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> [junit4:junit4]   2> 6597 T107 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 6600 T107 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@0.0.0.0:45235
> [junit4:junit4]   2> 6601 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 6602 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 6602 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 6630 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> [junit4:junit4]   2> 6631 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 6631 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 6631 T107 oasc.CoreContainer$Initializer.initialize looking
> for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
> [junit4:junit4]   2> 6632 T107 oasc.CoreContainer.<init> New CoreContainer
> 1306538064
> [junit4:junit4]   2> 6632 T107 oasc.CoreContainer.load Loading CoreContainer
> using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
> [junit4:junit4]   2> 6633 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 6658 T107 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 6685 T107 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1
> [junit4:junit4]   2> 6686 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/'
> [junit4:junit4]   2> 6687 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/'
> to classloader
> [junit4:junit4]   2> 6687 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/lib/README' to classloader
> [junit4:junit4]   2> 6725 T107 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> [junit4:junit4]   2> 6785 T107 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> [junit4:junit4]   2> 6786 T107 oass.IndexSchema.readSchema Reading Solr
> Schema
> [junit4:junit4]   2> 6792 T107 oass.IndexSchema.readSchema Schema
> name=test
> [junit4:junit4]   2> 7308 T107 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 7316 T107 oass.IndexSchema.readSchema default search
> field in schema is text
> [junit4:junit4]   2> 7319 T107 oass.IndexSchema.readSchema unique key
> field: id
> [junit4:junit4]   2> 7328 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 7332 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 7335 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 7336 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 7337 T107 oasc.SolrCore.<init> [collection1] Opening new
> SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test-files/solr/collection1/,
> dataDir=./org.apache.solr.handler.component.DistributedTermsComponent
> Test-1351781616947/shard1/data/
> [junit4:junit4]   2> 7337 T107 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
> [junit4:junit4]   2> 7338 T107 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 7339 T107 oasc.CachingDirectoryFactory.injectLockFactory
> WARNING No lockType configured for
> MockDirWrapper(org.apache.lucene.store.RAMDirectory@4652a746
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c6408bb)
> assuming 'simple'
> [junit4:junit4]   2> 7339 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data forceNew:false
> [junit4:junit4]   2> 7340 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data
> [junit4:junit4]   2> 7340 T107 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.handler.component.DistributedTermsComponentTes
> t-1351781616947/shard1/data/index/
> [junit4:junit4]   2> 7341 T107 oasc.SolrCore.initIndex WARNING [collection1]
> Solr index directory
> './org.apache.solr.handler.component.DistributedTermsComponentTest-
> 1351781616947/shard1/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 7341 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data/index forceNew:false
> [junit4:junit4]   2> 7344 T107 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDir
> ectory@2a25a4d7
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@760e2359),segF
> N=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 7344 T107 oasc.SolrDeletionPolicy.updateCommits newest
> commit = 1[segments_1]
> [junit4:junit4]   2> 7345 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data/index
> [junit4:junit4]   2> 7345 T107 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> [junit4:junit4]   2> 7348 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 7349 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 7349 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 7350 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 7351 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 7351 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 7351 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 7353 T107 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 7354 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 7355 T107 oasc.RequestHandlers.initHandlersFromConfig
> created dismax: solr.SearchHandler
> [junit4:junit4]   2> 7356 T107 oasc.RequestHandlers.initHandlersFromConfig
> created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 7357 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 7358 T107 oasc.RequestHandlers.initHandlersFromConfig
> created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 7358 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 7359 T107 oasc.RequestHandlers.initHandlersFromConfig
> created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 7360 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 7361 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7362 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7363 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7364 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7366 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7367 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7368 T107 oasc.RequestHandlers.initHandlersFromConfig
> created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7369 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 7371 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 7379 T107 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 7382 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your
> config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 7385 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> adding ShowFileRequestHandler with hidden files:
> [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-
> HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML,
> SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-
> SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML,
> SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML,
> CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-
> TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-
> MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML,
> DA_COMPOUNDDICTIONARY.TXT,
> MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-
> TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-
> INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-
> SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-
> CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML,
> SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-
> REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS,
> MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-
> ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-
> PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML,
> STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-
> NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-
> PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-
> SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-
> 2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-
> SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML,
> SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-
> RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-
> BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-
> PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML,
> SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-
> MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-
> MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-
> SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML,
> SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-
> TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML,
> SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-
> SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML,
> SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-
> COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-
> LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-
> SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL,
> SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC,
> BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-
> XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML,
> SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML,
> STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML,
> PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-
> SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-
> TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-
> LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-
> SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML,
> OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-
> NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-
> NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS,
> SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-
> NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML,
> SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-
> KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT,
> BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML,
> MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-
> EXTERNAL-FILEFIELD.XML]
> [junit4:junit4]   2> 7387 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data
> [junit4:junit4]   2> 7387 T107 oass.SolrIndexSearcher.<init> Opening
> Searcher@58082a32 main
> [junit4:junit4]   2> 7388 T107 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> [junit4:junit4]   2> 7388 T107 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> [junit4:junit4]   2> 7389 T107 oashc.SpellCheckComponent.inform Initializing
> spell checkers
> [junit4:junit4]   2> 7396 T107 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> [junit4:junit4]   2> 7442 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 0
> [junit4:junit4]   2> 7443 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> [junit4:junit4]   2> 7443 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 0
> [junit4:junit4]   2> 7443 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 7444 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> [junit4:junit4]   2> 7444 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 7444 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 7445 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 7445 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> [junit4:junit4]   2> 7445 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =0&connTimeout=0&retry=false
> [junit4:junit4]   2> 7465 T179 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@58082a32
> main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 7471 T107 oasc.CoreContainer.registerCore registering
> core: collection1
> [junit4:junit4]   2> 7472 T107 oass.SolrDispatchFilter.init
> user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 7472 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> [junit4:junit4]   2> 7472 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> [junit4:junit4]   2> ASYNC  NEW_CORE C59 name=collection1
> org.apache.solr.core.SolrCore@6b410b58
> [junit4:junit4]   2> 7492 T148 C59 oasu.DirectUpdateHandler2.deleteAll
> [collection1] REMOVING ALL DOCUMENTS FROM INDEX
> [junit4:junit4]   2> 7493 T148 C59 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data
> [junit4:junit4]   2> 7496 T148 C59 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@480cd1a2
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@22763e52),segF
> N=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 7497 T148 C59 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 1[segments_1]
> [junit4:junit4]   2> 7497 T148 C59 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 5
> [junit4:junit4]   2> ASYNC  NEW_CORE C60 name=collection1
> org.apache.solr.core.SolrCore@5b84410b
> [junit4:junit4]   2> 7504 T162 C60 oasu.DirectUpdateHandler2.deleteAll
> [collection1] REMOVING ALL DOCUMENTS FROM INDEX
> [junit4:junit4]   2> 7505 T162 C60 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data
> [junit4:junit4]   2> 7507 T162 C60 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@6929c572
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@322fef43),segFN
> =segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 7507 T162 C60 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 1[segments_1]
> [junit4:junit4]   2> 7508 T162 C60 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 4
> [junit4:junit4]   2> ASYNC  NEW_CORE C61 name=collection1
> org.apache.solr.core.SolrCore@65fef81a
> [junit4:junit4]   2> 7514 T178 C61 oasu.DirectUpdateHandler2.deleteAll
> [collection1] REMOVING ALL DOCUMENTS FROM INDEX
> [junit4:junit4]   2> 7515 T178 C61 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data
> [junit4:junit4]   2> 7516 T178 C61 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDir
> ectory@2a25a4d7
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@760e2359),segF
> N=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 7517 T178 C61 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 1[segments_1]
> [junit4:junit4]   2> 7517 T178 C61 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 3
> [junit4:junit4]   2> 7524 T149 C59 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[18]} 0 3
> [junit4:junit4]   2> 7529 T177 C61 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[18]} 0 1
> [junit4:junit4]   2> 7534 T150 C59 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[19]} 0 1
> [junit4:junit4]   2> 7540 T163 C60 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[19]} 0 2
> [junit4:junit4]   2> 7544 T148 C59 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[20]} 0 2
> [junit4:junit4]   2> 7548 T164 C60 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[20]} 0 1
> [junit4:junit4]   2> 7553 T149 C59 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[21]} 0 1
> [junit4:junit4]   2> 7558 T176 C61 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[21]} 0 1
> [junit4:junit4]   2> 7562 T150 C59 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[22]} 0 1
> [junit4:junit4]   2> 7566 T162 C60 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[22]} 0 1
> [junit4:junit4]   2> 7570 T148 C59 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[23]} 0 1
> [junit4:junit4]   2> 7575 T178 C61 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[23]} 0 2
> [junit4:junit4]   2> 7578 T149 C59 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[24]} 0 1
> [junit4:junit4]   2> 7582 T163 C60 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[24]} 0 1
> [junit4:junit4]   2> 7586 T150 C59 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[25]} 0 1
> [junit4:junit4]   2> 7591 T177 C61 UPDATE [collection1] webapp=/solr
> path=/update params={wt=javabin&version=2} {add=[25]} 0 1
> [junit4:junit4]   2> 7595 T148 C59 oasu.DirectUpdateHandler2.commit start
> commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearch
> er=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 7601 T148 C59 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@480cd1a2
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@22763e52),segF
> N=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@480cd1a2
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@22763e52),segF
> N=segments_2,generation=2,filenames=[_0_Asserting_0.tim,
> _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim,
> _0_TestBloomFilteredLucene41Postings_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc,
> _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs,
> _0_Direct_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd,
> _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2,
> _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.pos, _0.fdx,
> _0_Direct_0.tip, _0_Asserting_0.pos, _0_MockRandom_0.tim,
> _0_Direct_0.tim, _0.fdt]
> [junit4:junit4]   2> 7601 T148 C59 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.tim,
> _0_TestBloomFilteredLucene41Postings_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc,
> _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs,
> _0_Direct_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd,
> _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2,
> _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.pos, _0.fdx,
> _0_Direct_0.tip, _0_Asserting_0.pos, _0_MockRandom_0.tim,
> _0_Direct_0.tim, _0.fdt]
> [junit4:junit4]   2> 7602 T148 C59 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data
> [junit4:junit4]   2> 7605 T148 C59 oass.SolrIndexSearcher.<init> Opening
> Searcher@f93893c main
> [junit4:junit4]   2> 7606 T148 C59 oasu.DirectUpdateHandler2.commit
> end_commit_flush
> [junit4:junit4]   2> 7608 T151 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@f93893c
> main{StandardDirectoryReader(segments_2:4 _0(5.0):C8)}
> [junit4:junit4]   2> 7608 T151 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index
> [junit4:junit4]   2> 7608 T148 C59 UPDATE [collection1] webapp=/solr
> path=/update
> params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&
> version=2} {commit=} 0 13
> [junit4:junit4]   2> 7612 T164 C60 oasu.DirectUpdateHandler2.commit start
> commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearch
> er=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 7620 T164 C60 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@6929c572
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@322fef43),segFN
> =segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@6929c572
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@322fef43),segFN
> =segments_2,generation=2,filenames=[_0_Asserting_0.tim,
> _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim,
> _0_TestBloomFilteredLucene41Postings_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc,
> _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs,
> _0_Direct_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd,
> _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2,
> _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.pos, _0.fdx,
> _0_Direct_0.tip, _0_Asserting_0.pos, _0_MockRandom_0.tim,
> _0_Direct_0.tim, _0.fdt]
> [junit4:junit4]   2> 7621 T164 C60 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.tim,
> _0_TestBloomFilteredLucene41Postings_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc,
> _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs,
> _0_Direct_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd,
> _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2,
> _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.pos, _0.fdx,
> _0_Direct_0.tip, _0_Asserting_0.pos, _0_MockRandom_0.tim,
> _0_Direct_0.tim, _0.fdt]
> [junit4:junit4]   2> 7621 T164 C60 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data
> [junit4:junit4]   2> 7626 T164 C60 oass.SolrIndexSearcher.<init> Opening
> Searcher@2fbd4671 main
> [junit4:junit4]   2> 7627 T164 C60 oasu.DirectUpdateHandler2.commit
> end_commit_flush
> [junit4:junit4]   2> 7628 T165 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@2fbd4671
> main{StandardDirectoryReader(segments_2:4 _0(5.0):C4)}
> [junit4:junit4]   2> 7629 T165 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index
> [junit4:junit4]   2> 7629 T164 C60 UPDATE [collection1] webapp=/solr
> path=/update
> params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&
> version=2} {commit=} 0 17
> [junit4:junit4]   2> 7633 T176 C61 oasu.DirectUpdateHandler2.commit start
> commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearch
> er=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 7651 T176 C61 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2>
> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDir
> ectory@2a25a4d7
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@760e2359),segF
> N=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2>
> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDir
> ectory@2a25a4d7
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@760e2359),segF
> N=segments_2,generation=2,filenames=[_0_Asserting_0.tim,
> _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim,
> _0_TestBloomFilteredLucene41Postings_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc,
> _0_MockRandom_0.tib, _0.fnm,
> _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs,
> _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd,
> _0_MockRandom_0.frq, _0_MockRandom_0.tiv, _0_MockRandom_0.doc,
> _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos,
> _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.tip, _0.fdx,
> _0_MockRandom_0.pyl, _0_Asserting_0.pos, _0_Direct_0.tim, _0.fdt]
> [junit4:junit4]   2> 7651 T176 C61 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.tim,
> _0_TestBloomFilteredLucene41Postings_0.tip,
> _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc,
> _0_MockRandom_0.tib, _0.fnm,
> _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs,
> _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd,
> _0_MockRandom_0.frq, _0_MockRandom_0.tiv, _0_MockRandom_0.doc,
> _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos,
> _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.tip, _0.fdx,
> _0_MockRandom_0.pyl, _0_Asserting_0.pos, _0_Direct_0.tim, _0.fdt]
> [junit4:junit4]   2> 7652 T176 C61 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data
> [junit4:junit4]   2> 7664 T176 C61 oass.SolrIndexSearcher.<init> Opening
> Searcher@1ce2bee2 main
> [junit4:junit4]   2> 7665 T176 C61 oasu.DirectUpdateHandler2.commit
> end_commit_flush
> [junit4:junit4]   2> 7666 T179 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@1ce2bee2
> main{StandardDirectoryReader(segments_2:4 _0(5.0):C4)}
> [junit4:junit4]   2> 7667 T179 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data/index
> [junit4:junit4]   2> 7667 T176 C61 UPDATE [collection1] webapp=/solr
> path=/update
> params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&
> version=2} {commit=} 0 34
> [junit4:junit4]   2> 7671 T149 C59 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&qt=/te
> rms&wt=javabin&version=2} status=0 QTime=1
> [junit4:junit4]   2> 7679 T177 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&version=2&shard.url=127.0.0.1:45235/solr&NOW=1351781624618
> &terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 7681 T162 C60 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&version=2&shard.url=[ff01::114]:33332/solr|127.0.0.1:47284/solr&
> NOW=1351781624618&terms.fl=b_t&terms.limit=-
> 1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 7682 T178 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=[ff01::114]:33332/solr|127.0.0.1:47284/solr,127.0.0.1:45235/
> solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&
> version=2} status=0 QTime=8
> [junit4:junit4]   2> 7686 T150 C59 REQ [collection1] webapp=/solr
> path=/terms
> params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distr
> ib=false&terms.limit=5&qt=/terms&wt=javabin&version=2} status=0
> QTime=1
> [junit4:junit4]   2> 7693 T177 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&version=2&shard.url=127.0.0.1:45235/solr&NOW=1351781624633
> &terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true}
> status=0 QTime=0
> [junit4:junit4]   2> 7697 T163 C60 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&version=2&shard.url=[ff01::213]:33332/solr|[ff01::114]:33332/solr
> |127.0.0.1:47284/solr|[ff01::083]:33332/solr&NOW=1351781624633&terms.lo
> wer=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0
> QTime=0
> [junit4:junit4]   2> 7698 T176 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=[ff01::213]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:4728
> 4/solr|[ff01::083]:33332/solr,127.0.0.1:45235/solr&terms.lower=s&shards.qt
> =/terms&terms.fl=b_t&terms=true&terms.limit=5&qt=/terms&wt=javabin&
> version=2} status=0 QTime=9
> [junit4:junit4]   2> 7702 T148 C59 REQ [collection1] webapp=/solr
> path=/terms
> params={terms.lower=sn&shards.qt=/terms&terms.fl=b_t&terms=true&dis
> trib=false&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=sn&version
> =2} status=0 QTime=1
> [junit4:junit4]   2> 7710 T178 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=sn&version=2&NOW=1351781624649&shard.url=12
> 7.0.0.1:45235/solr&terms.lower=sn&terms.fl=b_t&terms.limit=-
> 1&isShard=true&qt=/terms} status=0 QTime=0
> [junit4:junit4]   2> 7711 T162 C60 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=sn&version=2&NOW=1351781624649&shard.url=12
> 7.0.0.1:47284/solr|[ff01::083]:33332/solr&terms.lower=sn&terms.fl=b_t&ter
> ms.limit=-1&isShard=true&qt=/terms} status=0 QTime=0
> [junit4:junit4]   2> 7712 T164 C60 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=127.0.0.1:47284/solr|[ff01::083]:33332/solr,127.0.0.1:45235/
> solr&terms.lower=sn&shards.qt=/terms&terms.fl=b_t&terms=true&terms.li
> mit=5&qt=/terms&wt=javabin&terms.prefix=sn&version=2} status=0
> QTime=7
> [junit4:junit4]   2> 7715 T149 C59 REQ [collection1] webapp=/solr
> path=/terms
> params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distr
> ib=false&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=s&terms.upp
> er=sn&version=2} status=0 QTime=0
> [junit4:junit4]   2> 7723 T163 C60 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.upper=sn&terms.prefix=s&version=2&shard.url=[ff01::213
> ]:33332/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:47284/sol
> r&NOW=1351781624662&terms.lower=s&terms.fl=b_t&terms.limit=-
> 1&isShard=true&qt=/terms} status=0 QTime=0
> [junit4:junit4]   2> 7723 T176 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.upper=sn&terms.prefix=s&version=2&shard.url=127.0.0.1:
> 45235/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr&NOW=13517816246
> 62&terms.lower=s&terms.fl=b_t&terms.limit=-1&isShard=true&qt=/terms}
> status=0 QTime=0
> [junit4:junit4]   2> 7724 T177 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=[ff01::213]:33332/solr|[ff01::083]:33332/solr|[ff01::114]:333
> 32/solr|127.0.0.1:47284/solr,127.0.0.1:45235/solr|[ff01::114]:33332/solr|[ff01
> ::213]:33332/solr&terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=tr
> ue&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=s&terms.upper=sn
> &version=2} status=0 QTime=6
> [junit4:junit4]   2> 7728 T150 C59 REQ [collection1] webapp=/solr
> path=/terms
> params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distr
> ib=false&terms.limit=5&qt=/terms&wt=javabin&terms.sort=index&terms.pr
> efix=s&version=2} status=0 QTime=0
> [junit4:junit4]   2> 7734 T176 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=s&version=2&shard.url=127.0.0.1:45235/solr&NOW
> =1351781624674&terms.lower=s&terms.fl=b_t&terms.limit=-
> 1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 7734 T162 C60 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=s&version=2&shard.url=127.0.0.1:47284/solr|[ff01::
> 083]:33332/solr|[ff01::114]:33332/solr&NOW=1351781624674&terms.lower=
> s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 7735 T178 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=127.0.0.1:47284/solr|[ff01::083]:33332/solr|[ff01::114]:3333
> 2/solr,127.0.0.1:45235/solr&terms.lower=s&shards.qt=/terms&terms.fl=b_t
> &terms=true&terms.limit=5&qt=/terms&wt=javabin&terms.sort=index&ter
> ms.prefix=s&version=2} status=0 QTime=5
> [junit4:junit4]   2> 7738 T148 C59 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=s&terms.upper=sn&version=2&terms.lower=s&ter
> ms.fl=b_t&terms.limit=5&qt=/terms} status=0 QTime=0
> [junit4:junit4]   2> 7746 T176 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=s&terms.upper=sn&version=2&shard.url=[ff01::083
> ]:33332/solr|[ff01::213]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:45235/sol
> r&NOW=1351781624686&terms.lower=s&terms.fl=b_t&terms.limit=-
> 1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 7746 T164 C60 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&terms.prefix=s&terms.upper=sn&version=2&shard.url=[ff01::083
> ]:33332/solr|127.0.0.1:47284/solr&NOW=1351781624686&terms.lower=s&ter
> ms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 7747 T177 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&wt=javabin&terms.sort=index&ter
> ms.prefix=s&terms.upper=sn&version=2&shards=[ff01::083]:33332/solr|127
> .0.0.1:47284/solr,[ff01::083]:33332/solr|[ff01::213]:33332/solr|[ff01::114]:333
> 32/solr|127.0.0.1:45235/solr&terms.lower=s&terms.fl=b_t&terms.limit=5&qt
> =/terms} status=0 QTime=5
> [junit4:junit4]   2> 7750 T149 C59 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&qt=/te
> rms&wt=javabin&terms.sort=index&version=2} status=0 QTime=0
> [junit4:junit4]   2> 7762 T178 C61 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&version=2&shard.url=[ff01::114]:33332/solr|127.0.0.1:45235/solr|
> [ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1351781624698&terms.fl
> =b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 7762 T162 C60 REQ [collection1] webapp=/solr
> path=/terms
> params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.s
> ort=index&version=2&shard.url=127.0.0.1:47284/solr|[ff01::213]:33332/solr&
> NOW=1351781624698&terms.fl=b_t&terms.limit=-
> 1&qt=/terms&isShard=true} status=0 QTime=0
> [junit4:junit4]   2> 7763 T163 C60 REQ [collection1] webapp=/solr
> path=/terms
> params={shards=127.0.0.1:47284/solr|[ff01::213]:33332/solr,[ff01::114]:33332
> /solr|127.0.0.1:45235/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&shar
> ds.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&terms.sor
> t=index&version=2} status=0 QTime=9
> [junit4:junit4]   2> 7808 T107 oasc.CoreContainer.shutdown Shutting down
> CoreContainer instance=1706705005
> [junit4:junit4]   2> 7809 T107 oasc.SolrCore.close [collection1]  CLOSING
> SolrCore org.apache.solr.core.SolrCore@6b410b58
> [junit4:junit4]   2> 7815 T107 oasu.DirectUpdateHandler2.close closing
> DirectUpdateHandler2{commits=1,autocommits=0,soft
> autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,
> adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=8,cum
> ulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
> [junit4:junit4]   2> 7816 T107 oasc.SolrCore.decrefSolrCoreState Closing
> SolrCoreState
> [junit4:junit4]   2> 7816 T107 oasu.DefaultSolrCoreState.closeIndexWriter
> SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4]   2> 7816 T107 oasu.DefaultSolrCoreState.closeIndexWriter
> closing IndexWriter with IndexWriterCloser
> [junit4:junit4]   2> 7818 T107 C59 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index
> [junit4:junit4]   2> 7818 T107 oasc.SolrCore.closeSearcher [collection1] Closing
> main searcher on request.
> [junit4:junit4]   2> 7819 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index
> [junit4:junit4]   2> 7819 T107 oejsh.ContextHandler.doStop stopped
> o.e.j.s.ServletContextHandler{/solr,null}
> [junit4:junit4]   2> 7921 T107 oejut.QueuedThreadPool.doStop WARNING 4
> threads could not be stopped
> [junit4:junit4]   2> 7965 T107 oasc.CoreContainer.shutdown Shutting down
> CoreContainer instance=1856216040
> [junit4:junit4]   2> 7966 T107 oasc.SolrCore.close [collection1]  CLOSING
> SolrCore org.apache.solr.core.SolrCore@5b84410b
> [junit4:junit4]   2> 7972 T107 oasu.DirectUpdateHandler2.close closing
> DirectUpdateHandler2{commits=1,autocommits=0,soft
> autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,
> adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cum
> ulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
> [junit4:junit4]   2> 7973 T107 oasc.SolrCore.decrefSolrCoreState Closing
> SolrCoreState
> [junit4:junit4]   2> 7973 T107 oasu.DefaultSolrCoreState.closeIndexWriter
> SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4]   2> 7973 T107 oasu.DefaultSolrCoreState.closeIndexWriter
> closing IndexWriter with IndexWriterCloser
> [junit4:junit4]   2> 7975 T107 C60 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index
> [junit4:junit4]   2> 7975 T107 oasc.SolrCore.closeSearcher [collection1] Closing
> main searcher on request.
> [junit4:junit4]   2> 7976 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index
> [junit4:junit4]   2> 7977 T107 oejsh.ContextHandler.doStop stopped
> o.e.j.s.ServletContextHandler{/solr,null}
> [junit4:junit4]   2> 8077 T107 oejut.QueuedThreadPool.doStop WARNING 4
> threads could not be stopped
> [junit4:junit4]   2> 8121 T107 oasc.CoreContainer.shutdown Shutting down
> CoreContainer instance=1306538064
> [junit4:junit4]   2> 8122 T107 oasc.SolrCore.close [collection1]  CLOSING
> SolrCore org.apache.solr.core.SolrCore@65fef81a
> [junit4:junit4]   2> 8133 T107 oasu.DirectUpdateHandler2.close closing
> DirectUpdateHandler2{commits=1,autocommits=0,soft
> autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,
> adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cum
> ulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
> [junit4:junit4]   2> 8133 T107 oasc.SolrCore.decrefSolrCoreState Closing
> SolrCoreState
> [junit4:junit4]   2> 8134 T107 oasu.DefaultSolrCoreState.closeIndexWriter
> SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4]   2> 8134 T107 oasu.DefaultSolrCoreState.closeIndexWriter
> closing IndexWriter with IndexWriterCloser
> [junit4:junit4]   2> 8135 T107 C61 oasc.CachingDirectoryFactory.close
> Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-
> Solr-Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data/index
> [junit4:junit4]   2> 8136 T107 oasc.SolrCore.closeSearcher [collection1] Closing
> main searcher on request.
> [junit4:junit4]   2> 8136 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data/index
> [junit4:junit4]   2> 8184 T107 oejsh.ContextHandler.doStop stopped
> o.e.j.s.ServletContextHandler{/solr,null}
> [junit4:junit4]   2> 8284 T107 oejut.QueuedThreadPool.doStop WARNING 4
> threads could not be stopped
> [junit4:junit4]   2> 8286 T107 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 8290 T107 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@0.0.0.0:63585
> [junit4:junit4]   2> 8291 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 8292 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 8292 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 8333 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> [junit4:junit4]   2> 8334 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 8335 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 8335 T107 oasc.CoreContainer$Initializer.initialize looking
> for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
> [junit4:junit4]   2> 8335 T107 oasc.CoreContainer.<init> New CoreContainer
> 1263243376
> [junit4:junit4]   2> 8336 T107 oasc.CoreContainer.load Loading CoreContainer
> using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
> [junit4:junit4]   2> 8337 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 8370 T107 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 8408 T107 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1
> [junit4:junit4]   2> 8409 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/'
> [junit4:junit4]   2> 8410 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/'
> to classloader
> [junit4:junit4]   2> 8411 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/lib/README' to classloader
> [junit4:junit4]   2> 8464 T107 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> [junit4:junit4]   2> 8536 T107 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> [junit4:junit4]   2> 8537 T107 oass.IndexSchema.readSchema Reading Solr
> Schema
> [junit4:junit4]   2> 8545 T107 oass.IndexSchema.readSchema Schema
> name=test
> [junit4:junit4]   2> 9158 T107 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 9170 T107 oass.IndexSchema.readSchema default search
> field in schema is text
> [junit4:junit4]   2> 9174 T107 oass.IndexSchema.readSchema unique key
> field: id
> [junit4:junit4]   2> 9186 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 9192 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 9196 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 9198 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 9199 T107 oasc.SolrCore.<init> [collection1] Opening new
> SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test-files/solr/collection1/,
> dataDir=./org.apache.solr.handler.component.DistributedTermsComponent
> Test-1351781616947/control/data/
> [junit4:junit4]   2> 9200 T107 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
> [junit4:junit4]   2> 9201 T107 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 9202 T107 oasc.CachingDirectoryFactory.injectLockFactory
> WARNING No lockType configured for
> MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b412a03
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@232d518e)
> assuming 'simple'
> [junit4:junit4]   2> 9202 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data forceNew:false
> [junit4:junit4]   2> 9203 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data
> [junit4:junit4]   2> 9203 T107 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.handler.component.DistributedTermsComponentTes
> t-1351781616947/control/data/index/
> [junit4:junit4]   2> 9204 T107 oasc.SolrCore.initIndex WARNING [collection1]
> Solr index directory
> './org.apache.solr.handler.component.DistributedTermsComponentTest-
> 1351781616947/control/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 9205 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index forceNew:false
> [junit4:junit4]   2> 9207 T107 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@6b4c00d3
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@293ba937),segF
> N=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 9207 T107 oasc.SolrDeletionPolicy.updateCommits newest
> commit = 1[segments_1]
> [junit4:junit4]   2> 9208 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data/index
> [junit4:junit4]   2> 9209 T107 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> [junit4:junit4]   2> 9211 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 9212 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 9212 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 9212 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 9213 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 9213 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 9214 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 9215 T107 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 9216 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 9217 T107 oasc.RequestHandlers.initHandlersFromConfig
> created dismax: solr.SearchHandler
> [junit4:junit4]   2> 9218 T107 oasc.RequestHandlers.initHandlersFromConfig
> created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 9219 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 9220 T107 oasc.RequestHandlers.initHandlersFromConfig
> created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 9220 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 9220 T107 oasc.RequestHandlers.initHandlersFromConfig
> created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 9221 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 9222 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9223 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9224 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9225 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9226 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9227 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9228 T107 oasc.RequestHandlers.initHandlersFromConfig
> created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9230 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 9231 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 9239 T107 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 9242 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your
> config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 9245 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> adding ShowFileRequestHandler with hidden files:
> [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-
> HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML,
> SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-
> SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML,
> SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML,
> CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-
> TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-
> MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML,
> DA_COMPOUNDDICTIONARY.TXT,
> MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-
> TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-
> INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-
> SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-
> CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML,
> SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-
> REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS,
> MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-
> ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-
> PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML,
> STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-
> NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-
> PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-
> SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-
> 2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-
> SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML,
> SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-
> RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-
> BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-
> PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML,
> SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-
> MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-
> MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-
> SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML,
> SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-
> TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML,
> SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-
> SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML,
> SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-
> COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-
> LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-
> SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL,
> SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC,
> BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-
> XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML,
> SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML,
> STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML,
> PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-
> SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-
> TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-
> LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-
> SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML,
> OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-
> NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-
> NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS,
> SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-
> NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML,
> SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-
> KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT,
> BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML,
> MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-
> EXTERNAL-FILEFIELD.XML]
> [junit4:junit4]   2> 9247 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/control/data
> [junit4:junit4]   2> 9247 T107 oass.SolrIndexSearcher.<init> Opening
> Searcher@6ddda79e main
> [junit4:junit4]   2> 9248 T107 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> [junit4:junit4]   2> 9248 T107 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> [junit4:junit4]   2> 9249 T107 oashc.SpellCheckComponent.inform Initializing
> spell checkers
> [junit4:junit4]   2> 9251 T107 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> [junit4:junit4]   2> 9261 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 0
> [junit4:junit4]   2> 9261 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> [junit4:junit4]   2> 9262 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 0
> [junit4:junit4]   2> 9262 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 9262 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> [junit4:junit4]   2> 9263 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 9263 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 9263 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 9264 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> [junit4:junit4]   2> 9264 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =0&connTimeout=0&retry=false
> [junit4:junit4]   2> 9283 T199 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@6ddda79e
> main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 9287 T107 oasc.CoreContainer.registerCore registering
> core: collection1
> [junit4:junit4]   2> 9288 T107 oass.SolrDispatchFilter.init
> user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 9288 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> [junit4:junit4]   2> 9288 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> [junit4:junit4]   2> 9298 T107 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 9300 T107 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@0.0.0.0:48866
> [junit4:junit4]   2> 9301 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 9301 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 9302 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 9327 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> [junit4:junit4]   2> 9328 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 9328 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 9328 T107 oasc.CoreContainer$Initializer.initialize looking
> for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
> [junit4:junit4]   2> 9329 T107 oasc.CoreContainer.<init> New CoreContainer
> 1555677876
> [junit4:junit4]   2> 9329 T107 oasc.CoreContainer.load Loading CoreContainer
> using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
> [junit4:junit4]   2> 9330 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 9352 T107 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 9367 T107 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1
> [junit4:junit4]   2> 9368 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/'
> [junit4:junit4]   2> 9369 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/'
> to classloader
> [junit4:junit4]   2> 9370 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/lib/README' to classloader
> [junit4:junit4]   2> 9405 T107 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> [junit4:junit4]   2> 9463 T107 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> [junit4:junit4]   2> 9463 T107 oass.IndexSchema.readSchema Reading Solr
> Schema
> [junit4:junit4]   2> 9469 T107 oass.IndexSchema.readSchema Schema
> name=test
> [junit4:junit4]   2> 9915 T107 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 9932 T107 oass.IndexSchema.readSchema default search
> field in schema is text
> [junit4:junit4]   2> 9935 T107 oass.IndexSchema.readSchema unique key
> field: id
> [junit4:junit4]   2> 9945 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 9948 T107 oass.FileExchangeRateProvider.reload Reloading
> exchange rates from file currency.xml
> [junit4:junit4]   2> 9951 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 9952 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 9953 T107 oasc.SolrCore.<init> [collection1] Opening new
> SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test-files/solr/collection1/,
> dataDir=./org.apache.solr.handler.component.DistributedTermsComponent
> Test-1351781616947/shard0/data/
> [junit4:junit4]   2> 9954 T107 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
> [junit4:junit4]   2> 9954 T107 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 9955 T107 oasc.CachingDirectoryFactory.injectLockFactory
> WARNING No lockType configured for
> MockDirWrapper(org.apache.lucene.store.RAMDirectory@52beb78e
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6704f612)
> assuming 'simple'
> [junit4:junit4]   2> 9955 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data forceNew:false
> [junit4:junit4]   2> 9956 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data
> [junit4:junit4]   2> 9956 T107 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.handler.component.DistributedTermsComponentTes
> t-1351781616947/shard0/data/index/
> [junit4:junit4]   2> 9957 T107 oasc.SolrCore.initIndex WARNING [collection1]
> Solr index directory
> './org.apache.solr.handler.component.DistributedTermsComponentTest-
> 1351781616947/shard0/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 9957 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index forceNew:false
> [junit4:junit4]   2> 9959 T107 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirector
> y@1d3e3a05
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@74c07975),segF
> N=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 9959 T107 oasc.SolrDeletionPolicy.updateCommits newest
> commit = 1[segments_1]
> [junit4:junit4]   2> 9960 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data/index
> [junit4:junit4]   2> 9960 T107 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> [junit4:junit4]   2> 9962 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 9963 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 9963 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 9963 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 9964 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 9964 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 9965 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 9966 T107 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 9967 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 9968 T107 oasc.RequestHandlers.initHandlersFromConfig
> created dismax: solr.SearchHandler
> [junit4:junit4]   2> 9969 T107 oasc.RequestHandlers.initHandlersFromConfig
> created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 9970 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 9971 T107 oasc.RequestHandlers.initHandlersFromConfig
> created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 9971 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 9972 T107 oasc.RequestHandlers.initHandlersFromConfig
> created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 9973 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 9974 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9975 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9976 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9977 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9978 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9980 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9981 T107 oasc.RequestHandlers.initHandlersFromConfig
> created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9982 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 9983 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 9991 T107 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 9995 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your
> config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 9997 T107 oasc.SolrCore.initDeprecatedSupport WARNING
> adding ShowFileRequestHandler with hidden files:
> [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-
> HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML,
> SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-
> SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML,
> SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML,
> CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-
> TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-
> MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML,
> DA_COMPOUNDDICTIONARY.TXT,
> MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-
> TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-
> INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-
> SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-
> CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML,
> SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-
> REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS,
> MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-
> ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-
> PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML,
> STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-
> NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-
> PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-
> SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-
> 2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-
> SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML,
> SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-
> RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-
> BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-
> PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML,
> SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-
> MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-
> MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-
> SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML,
> SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-
> TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML,
> SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-
> SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML,
> SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-
> COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-
> LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-
> SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL,
> SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC,
> BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-
> XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML,
> SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML,
> STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML,
> PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-
> SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-
> TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-
> LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-
> SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML,
> OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-
> NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-
> NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS,
> SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-
> NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML,
> SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-
> KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT,
> BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML,
> MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-
> EXTERNAL-FILEFIELD.XML]
> [junit4:junit4]   2> 9999 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard0/data
> [junit4:junit4]   2> 10000 T107 oass.SolrIndexSearcher.<init> Opening
> Searcher@7e8b64bf main
> [junit4:junit4]   2> 10000 T107 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> [junit4:junit4]   2> 10001 T107 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> [junit4:junit4]   2> 10001 T107 oashc.SpellCheckComponent.inform Initializing
> spell checkers
> [junit4:junit4]   2> 10003 T107 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> [junit4:junit4]   2> 10014 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 0
> [junit4:junit4]   2> 10016 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> [junit4:junit4]   2> 10016 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 0
> [junit4:junit4]   2> 10016 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 10016 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> [junit4:junit4]   2> 10017 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 10017 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 10017 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 10018 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> [junit4:junit4]   2> 10018 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =0&connTimeout=0&retry=false
> [junit4:junit4]   2> 10037 T213 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@7e8b64bf
> main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 10043 T107 oasc.CoreContainer.registerCore registering
> core: collection1
> [junit4:junit4]   2> 10043 T107 oass.SolrDispatchFilter.init
> user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 10043 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> [junit4:junit4]   2> 10044 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> [junit4:junit4]   2> 10053 T107 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 10055 T107 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@0.0.0.0:43708
> [junit4:junit4]   2> 10056 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 10056 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 10057 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 10082 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> [junit4:junit4]   2> 10083 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 10083 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 10083 T107 oasc.CoreContainer$Initializer.initialize looking
> for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
> [junit4:junit4]   2> 10084 T107 oasc.CoreContainer.<init> New CoreContainer
> 1967873817
> [junit4:junit4]   2> 10084 T107 oasc.CoreContainer.load Loading
> CoreContainer using Solr Home: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 10084 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 10107 T107 oasc.CoreContainer.load Registering Log
> Listener
> [junit4:junit4]   2> 10122 T107 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1
> [junit4:junit4]   2> 10123 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/'
> [junit4:junit4]   2> 10124 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/'
> to classloader
> [junit4:junit4]   2> 10124 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/lib/README' to classloader
> [junit4:junit4]   2> 10160 T107 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> [junit4:junit4]   2> 10208 T107 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> [junit4:junit4]   2> 10209 T107 oass.IndexSchema.readSchema Reading Solr
> Schema
> [junit4:junit4]   2> 10213 T107 oass.IndexSchema.readSchema Schema
> name=test
> [junit4:junit4]   2> 10666 T107 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 10674 T107 oass.IndexSchema.readSchema default search
> field in schema is text
> [junit4:junit4]   2> 10677 T107 oass.IndexSchema.readSchema unique key
> field: id
> [junit4:junit4]   2> 10686 T107 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 10690 T107 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 10693 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 10694 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 10695 T107 oasc.SolrCore.<init> [collection1] Opening new
> SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test-files/solr/collection1/,
> dataDir=./org.apache.solr.handler.component.DistributedTermsComponent
> Test-1351781616947/shard1/data/
> [junit4:junit4]   2> 10695 T107 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
> [junit4:junit4]   2> 10696 T107 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 10697 T107 oasc.CachingDirectoryFactory.injectLockFactory
> WARNING No lockType configured for
> MockDirWrapper(org.apache.lucene.store.RAMDirectory@4699218d
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f69d430)
> assuming 'simple'
> [junit4:junit4]   2> 10697 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data forceNew:false
> [junit4:junit4]   2> 10697 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data
> [junit4:junit4]   2> 10698 T107 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.handler.component.DistributedTermsComponentTes
> t-1351781616947/shard1/data/index/
> [junit4:junit4]   2> 10698 T107 oasc.SolrCore.initIndex WARNING [collection1]
> Solr index directory
> './org.apache.solr.handler.component.DistributedTermsComponentTest-
> 1351781616947/shard1/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 10699 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data/index forceNew:false
> [junit4:junit4]   2> 10700 T107 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>
> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDir
> ectory@dc45b95
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@52f78f57),segFN
> =segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 10701 T107 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 1[segments_1]
> [junit4:junit4]   2> 10701 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data/index
> [junit4:junit4]   2> 10702 T107 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> [junit4:junit4]   2> 10704 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 10704 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 10705 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 10705 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 10706 T107 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 10706 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 10706 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 10708 T107 oasc.RequestHandlers.initHandlersFromConfig
> created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 10709 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 10710 T107 oasc.RequestHandlers.initHandlersFromConfig
> created dismax: solr.SearchHandler
> [junit4:junit4]   2> 10711 T107 oasc.RequestHandlers.initHandlersFromConfig
> created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 10712 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 10713 T107 oasc.RequestHandlers.initHandlersFromConfig
> created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 10713 T107 oasc.RequestHandlers.initHandlersFromConfig
> adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 10713 T107 oasc.RequestHandlers.initHandlersFromConfig
> created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 10714 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 10716 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10717 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10718 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10719 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10720 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10721 T107 oasc.RequestHandlers.initHandlersFromConfig
> created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10722 T107 oasc.RequestHandlers.initHandlersFromConfig
> created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10723 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 10724 T107 oasc.RequestHandlers.initHandlersFromConfig
> created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 10733 T107 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 10736 T107 oasc.SolrCore.initDeprecatedSupport
> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
> update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 10738 T107 oasc.SolrCore.initDeprecatedSupport
> WARNING adding ShowFileRequestHandler with hidden files:
> [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-
> HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML,
> SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-
> SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML,
> SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML,
> CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-
> TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-
> MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML,
> DA_COMPOUNDDICTIONARY.TXT,
> MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-
> TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-
> INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-
> SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-
> CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML,
> SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-
> REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS,
> MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-
> ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-
> PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML,
> STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-
> NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-
> PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-
> SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-
> 2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-
> SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML,
> SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-
> RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-
> BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-
> PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML,
> SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-
> MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-
> MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-
> SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML,
> SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-
> TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML,
> SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-
> SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-
> SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML,
> SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-
> COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-
> LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-
> SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL,
> SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC,
> BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-
> XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML,
> SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML,
> STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML,
> PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-
> SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-
> TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-
> LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-
> SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML,
> OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-
> NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-
> NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS,
> SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-
> NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML,
> SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-
> KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT,
> BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML,
> MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-
> EXTERNAL-FILEFIELD.XML]
> [junit4:junit4]   2> 10740 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard1/data
> [junit4:junit4]   2> 10741 T107 oass.SolrIndexSearcher.<init> Opening
> Searcher@7f480b93 main
> [junit4:junit4]   2> 10741 T107 oasu.CommitTracker.<init> Hard AutoCommit:
> disabled
> [junit4:junit4]   2> 10742 T107 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> [junit4:junit4]   2> 10742 T107 oashc.SpellCheckComponent.inform Initializing
> spell checkers
> [junit4:junit4]   2> 10745 T107 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> [junit4:junit4]   2> 10755 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 0
> [junit4:junit4]   2> 10755 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> [junit4:junit4]   2> 10756 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 0
> [junit4:junit4]   2> 10756 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 10756 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> [junit4:junit4]   2> 10757 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 10757 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 10757 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 10758 T107 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> [junit4:junit4]   2> 10758 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =0&connTimeout=0&retry=false
> [junit4:junit4]   2> 10778 T227 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@7f480b93
> main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 10792 T107 oasc.CoreContainer.registerCore registering
> core: collection1
> [junit4:junit4]   2> 10792 T107 oass.SolrDispatchFilter.init
> user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 10793 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> [junit4:junit4]   2> 10793 T107 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> [junit4:junit4]   2> 10803 T107 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 10805 T107 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@0.0.0.0:42863
> [junit4:junit4]   2> 10806 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 10806 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 10807 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 10833 T107 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> [junit4:junit4]   2> 10834 T107 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 10834 T107 oasc.SolrResourceLoader.locateSolrHome using
> system property solr.solr.home: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr
> [junit4:junit4]   2> 10835 T107 oasc.CoreContainer$Initializer.initialize looking
> for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
> [junit4:junit4]   2> 10835 T107 oasc.CoreContainer.<init> New CoreContainer
> 98718807
> [junit4:junit4]   2> 10835 T107 oasc.CoreContainer.load Loading
> CoreContainer using Solr Home: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 10836 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/'
> [junit4:junit4]   2> 10860 T107 oasc.CoreContainer.load Registering Log
> Listener
> [junit4:junit4]   2> 10876 T107 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1
> [junit4:junit4]   2> 10877 T107 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/usr/home/hudson/hudson-
> slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/'
> [junit4:junit4]   2> 10878 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/'
> to classloader
> [junit4:junit4]   2> 10878 T107 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-core/test-
> files/solr/collection1/lib/README' to classloader
> [junit4:junit4]   2> 10916 T107 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> [junit4:junit4]   2> 10965 T107 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> [junit4:junit4]   2> 10966 T107 oass.IndexSchema.readSchema Reading Solr
> Schema
> [junit4:junit4]   2> 10971 T107 oass.IndexSchema.readSchema Schema
> name=test
> [junit4:junit4]   2> 11414 T107 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 11422 T107 oass.IndexSchema.readSchema default search
> field in schema is text
> [junit4:junit4]   2> 11425 T107 oass.IndexSchema.readSchema unique key
> field: id
> [junit4:junit4]   2> 11434 T107 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 11437 T107 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 11440 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 11441 T107 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 11442 T107 oasc.SolrCore.<init> [collection1] Opening new
> SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-core/test-files/solr/collection1/,
> dataDir=./org.apache.solr.handler.component.DistributedTermsComponent
> Test-1351781616947/shard2/data/
> [junit4:junit4]   2> 11443 T107 oasc.JmxMonitoredMap.<init> JMX monitoring
> is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
> [junit4:junit4]   2> 11443 T107 oasc.SolrCore.initDirectoryFactory
> org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 11444 T107 oasc.CachingDirectoryFactory.injectLockFactory
> WARNING No lockType configured for
> MockDirWrapper(org.apache.lucene.store.RAMDirectory@6471e20e
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@70b038a6)
> assuming 'simple'
> [junit4:junit4]   2> 11445 T107 oasc.CachingDirectoryFactory.get return new
> directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-
> Tests-trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.DistributedTermsCompo
> nentTest-1351781616947/shard2/data forceNew:false
> [junit4:junit4]   2> 11445 T107 oasc.CachingDirectoryFactory.close Releasing
> directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-
> trunk-java7/solr/build/solr-
> core/test/J0/./org.apache.solr.handler.component.D
> 
> [...truncated too long message...]
> 
> Thread.java:722)
> [junit4:junit4]    >   28) Thread[id=206, name=qtp329761721-206 Acceptor1
> SelectChannelConnector@0.0.0.0:48866, state=RUNNABLE, group=TGRP-
> DistributedTermsComponentTest]
> [junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native
> Method)
> [junit4:junit4]    >         at
> sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:
> 226)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelC
> onnector.java:104)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector
> .java:933)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.j
> ava:599)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.ja
> va:534)
> [junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]    >   29) Thread[id=205, name=qtp329761721-205 Acceptor0
> SelectChannelConnector@0.0.0.0:48866, state=BLOCKED, group=TGRP-
> DistributedTermsComponentTest]
> [junit4:junit4]    >         at
> sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:
> 210)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelC
> onnector.java:104)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector
> .java:933)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.j
> ava:599)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.ja
> va:534)
> [junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]    >   30) Thread[id=235, name=qtp1243578989-235 Acceptor2
> SelectChannelConnector@0.0.0.0:42863, state=RUNNABLE, group=TGRP-
> DistributedTermsComponentTest]
> [junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native
> Method)
> [junit4:junit4]    >         at
> sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:
> 226)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelC
> onnector.java:104)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector
> .java:933)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.j
> ava:599)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.ja
> va:534)
> [junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]    >   31) Thread[id=192, name=qtp1839299063-192 Acceptor1
> SelectChannelConnector@0.0.0.0:63585, state=BLOCKED, group=TGRP-
> DistributedTermsComponentTest]
> [junit4:junit4]    >         at
> sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:
> 210)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelC
> onnector.java:104)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector
> .java:933)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.j
> ava:599)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.ja
> va:534)
> [junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]    >   32) Thread[id=129, name=qtp1087429960-129 Acceptor2
> SelectChannelConnector@0.0.0.0:54007, state=RUNNABLE, group=TGRP-
> DistributedTermsComponentTest]
> [junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native
> Method)
> [junit4:junit4]    >         at
> sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:
> 226)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelC
> onnector.java:104)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector
> .java:933)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.j
> ava:599)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.ja
> va:534)
> [junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]    >   33) Thread[id=143, name=qtp1208945899-143 Acceptor0
> SelectChannelConnector@0.0.0.0:17584, state=BLOCKED, group=TGRP-
> DistributedTermsComponentTest]
> [junit4:junit4]    >         at
> sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:
> 210)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelC
> onnector.java:104)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector
> .java:933)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.j
> ava:599)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.ja
> va:534)
> [junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]    >   34) Thread[id=233, name=qtp1243578989-233 Acceptor0
> SelectChannelConnector@0.0.0.0:42863, state=BLOCKED, group=TGRP-
> DistributedTermsComponentTest]
> [junit4:junit4]    >         at
> sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:
> 210)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelC
> onnector.java:104)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector
> .java:933)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.j
> ava:599)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.ja
> va:534)
> [junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]    >   35) Thread[id=234, name=qtp1243578989-234 Acceptor1
> SelectChannelConnector@0.0.0.0:42863, state=BLOCKED, group=TGRP-
> DistributedTermsComponentTest]
> [junit4:junit4]    >         at
> sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:
> 210)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelC
> onnector.java:104)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector
> .java:933)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.j
> ava:599)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.ja
> va:534)
> [junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]    >   36) Thread[id=208, name=qtp329761721-208 Acceptor3
> SelectChannelConnector@0.0.0.0:48866, state=BLOCKED, group=TGRP-
> DistributedTermsComponentTest]
> [junit4:junit4]    >         at
> sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:
> 210)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelC
> onnector.java:104)
> [junit4:junit4]    >         at
> org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector
> .java:933)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.j
> ava:599)
> [junit4:junit4]    >         at
> org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.ja
> va:534)
> [junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]    > 	at
> __randomizedtesting.SeedInfo.seed([FF054026B86C206E]:0)
> [junit4:junit4] Completed on J0 in 36.48s, 1 test, 2 errors <<< FAILURES!
> 
> [...truncated 473 lines...]
> FATAL: hudson.remoting.RequestAbortedException: java.io.IOException:
> Unexpected termination of the channel
> hudson.remoting.RequestAbortedException:
> hudson.remoting.RequestAbortedException: java.io.IOException:
> Unexpected termination of the channel
> 	at hudson.remoting.Request.call(Request.java:174)
> 	at hudson.remoting.Channel.call(Channel.java:664)
> 	at
> hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandl
> er.java:158)
> 	at $Proxy36.join(Unknown Source)
> 	at
> hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:861)
> 	at hudson.Launcher$ProcStarter.join(Launcher.java:345)
> 	at hudson.tasks.Ant.perform(Ant.java:217)
> 	at
> hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:19)
> 	at
> hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.
> java:717)
> 	at hudson.model.Build$BuildExecution.build(Build.java:199)
> 	at hudson.model.Build$BuildExecution.doRun(Build.java:160)
> 	at
> hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:
> 499)
> 	at hudson.model.Run.execute(Run.java:1502)
> 	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:46)
> 	at
> hudson.model.ResourceController.execute(ResourceController.java:88)
> 	at hudson.model.Executor.run(Executor.java:236)
> Caused by: hudson.remoting.RequestAbortedException:
> java.io.IOException: Unexpected termination of the channel
> 	at hudson.remoting.Request.abort(Request.java:299)
> 	at hudson.remoting.Channel.terminate(Channel.java:724)
> 	at
> hudson.remoting.SynchronousCommandTransport$ReaderThread.run(Sync
> hronousCommandTransport.java:69)
> Caused by: java.io.IOException: Unexpected termination of the channel
> 	at
> hudson.remoting.SynchronousCommandTransport$ReaderThread.run(Sync
> hronousCommandTransport.java:50)
> Caused by: java.io.EOFException
> 	at
> java.io.ObjectInputStream$BlockDataInputStream.peekByte(ObjectInputStr
> eam.java:2571)
> 	at
> java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1315)
> 	at
> java.io.ObjectInputStream.readObject(ObjectInputStream.java:369)
> 	at hudson.remoting.Command.readFrom(Command.java:90)
> 	at
> hudson.remoting.ClassicCommandTransport.read(ClassicCommandTransport
> .java:59)
> 	at
> hudson.remoting.SynchronousCommandTransport$ReaderThread.run(Sync
> hronousCommandTransport.java:48)
> 



---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3357 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3357/

No tests ran.

Build Log:
[...truncated 8483 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.component.DistributedTermsComponentTest
[junit4:junit4]   2> 2 T107 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 383 T107 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 615 T107 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:56493
[junit4:junit4]   2> 648 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 649 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 649 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 690 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 691 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 691 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 692 T107 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 692 T107 oasc.CoreContainer.<init> New CoreContainer 500681598
[junit4:junit4]   2> 693 T107 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 693 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 729 T107 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 774 T107 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 775 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 776 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 776 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 827 T107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 876 T107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 877 T107 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 884 T107 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1333 T107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1341 T107 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1345 T107 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1354 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1358 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1361 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1363 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1364 T107 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/
[junit4:junit4]   2> 1365 T107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
[junit4:junit4]   2> 1365 T107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1366 T107 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@248ae6c5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b34a241; maxCacheMB=0.9638671875 maxMergeSizeMB=0.7392578125)) assuming 'simple'
[junit4:junit4]   2> 1366 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data forceNew:false
[junit4:junit4]   2> 1367 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data
[junit4:junit4]   2> 1367 T107 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index/
[junit4:junit4]   2> 1368 T107 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1372 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index forceNew:false
[junit4:junit4]   2> 1386 T107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index7169471694tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@436f9cbf),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1386 T107 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1387 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index
[junit4:junit4]   2> 1388 T107 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1390 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1391 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1391 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1392 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1392 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1393 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1393 T107 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1395 T107 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1396 T107 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1398 T107 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1399 T107 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1400 T107 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1401 T107 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1402 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1402 T107 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1404 T107 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1405 T107 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1407 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1408 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1409 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1411 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1412 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1414 T107 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1415 T107 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1416 T107 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1428 T107 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1432 T107 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1435 T107 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 1438 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data
[junit4:junit4]   2> 1440 T107 oass.SolrIndexSearcher.<init> Opening Searcher@70b7815b main
[junit4:junit4]   2> 1441 T107 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1441 T107 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1442 T107 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1449 T107 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1508 T107 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1508 T107 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1509 T107 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1509 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1510 T107 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1510 T107 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1510 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1511 T107 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1511 T107 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1512 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1537 T121 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70b7815b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1543 T107 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1544 T107 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1544 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1606 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1630 T107 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1632 T107 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:54007
[junit4:junit4]   2> 1633 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1634 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1634 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1670 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1671 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1672 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1672 T107 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 1672 T107 oasc.CoreContainer.<init> New CoreContainer 615330952
[junit4:junit4]   2> 1673 T107 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1673 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1703 T107 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1725 T107 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 1726 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 1727 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1728 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 1781 T107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1866 T107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1868 T107 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1877 T107 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2530 T107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2543 T107 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2548 T107 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2563 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2568 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2573 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2575 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2578 T107 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/
[junit4:junit4]   2> 2578 T107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
[junit4:junit4]   2> 2579 T107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2580 T107 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cf5d7d2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@302c3b42) assuming 'simple'
[junit4:junit4]   2> 2581 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data forceNew:false
[junit4:junit4]   2> 2581 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data
[junit4:junit4]   2> 2582 T107 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index/
[junit4:junit4]   2> 2583 T107 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2583 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index forceNew:false
[junit4:junit4]   2> 2587 T107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4de2dfad lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1e7afe),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2588 T107 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2589 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index
[junit4:junit4]   2> 2589 T107 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 2592 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2593 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 2594 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2594 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 2595 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2596 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2597 T107 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2599 T107 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2600 T107 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2602 T107 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 2604 T107 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 2605 T107 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2606 T107 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 2607 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 2608 T107 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 2609 T107 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2611 T107 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2613 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2614 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2616 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2618 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2619 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2621 T107 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2623 T107 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 2625 T107 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2638 T107 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2643 T107 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 2646 T107 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 2649 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data
[junit4:junit4]   2> 2650 T107 oass.SolrIndexSearcher.<init> Opening Searcher@63131008 main
[junit4:junit4]   2> 2652 T107 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2652 T107 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2653 T107 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2672 T107 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2766 T107 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2766 T107 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2767 T107 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2767 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2768 T107 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2768 T107 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2768 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2769 T107 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2769 T107 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2770 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2802 T135 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@63131008 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2811 T107 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2811 T107 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2812 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2812 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C57 name=collection1 org.apache.solr.core.SolrCore@548bc658
[junit4:junit4]   2> 4023 T119 C57 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 4023 T119 C57 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data
[junit4:junit4]   2> 4028 T119 C57 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index7169471694tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@436f9cbf),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4029 T119 C57 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4030 T119 C57 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 45
[junit4:junit4]   2> ASYNC  NEW_CORE C58 name=collection1 org.apache.solr.core.SolrCore@1bb3db1b
[junit4:junit4]   2> 4166 T132 C58 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 4167 T132 C58 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data
[junit4:junit4]   2> 4169 T132 C58 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4de2dfad lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1e7afe),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4170 T132 C58 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4170 T132 C58 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 4
[junit4:junit4]   2> 4178 T120 C57 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 4
[junit4:junit4]   2> 4184 T134 C58 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 1
[junit4:junit4]   2> 4190 T119 C57 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 2
[junit4:junit4]   2> 4195 T133 C58 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 1
[junit4:junit4]   2> 4200 T120 C57 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 1
[junit4:junit4]   2> 4204 T132 C58 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 1
[junit4:junit4]   2> 4209 T119 C57 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 2
[junit4:junit4]   2> 4213 T134 C58 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 0
[junit4:junit4]   2> 4217 T120 C57 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 1
[junit4:junit4]   2> 4222 T133 C58 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 1
[junit4:junit4]   2> 4227 T119 C57 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 2
[junit4:junit4]   2> 4231 T132 C58 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 1
[junit4:junit4]   2> 4235 T120 C57 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 1
[junit4:junit4]   2> 4240 T134 C58 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 1
[junit4:junit4]   2> 4245 T119 C57 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 1
[junit4:junit4]   2> 4250 T133 C58 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 2
[junit4:junit4]   2> 4274 T120 C57 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 4292 T120 C57 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index7169471694tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@436f9cbf),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index7169471694tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@436f9cbf),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc, _0_MockRandom_0.tib, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs, _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.frq, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.tip, _0.fdx, _0_MockRandom_0.pyl, _0_Asserting_0.pos, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 4292 T120 C57 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc, _0_MockRandom_0.tib, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs, _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.frq, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.tip, _0.fdx, _0_MockRandom_0.pyl, _0_Asserting_0.pos, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 4293 T120 C57 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data
[junit4:junit4]   2> 4361 T120 C57 oass.SolrIndexSearcher.<init> Opening Searcher@4cbbf7f4 main
[junit4:junit4]   2> 4362 T120 C57 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4364 T121 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4cbbf7f4 main{StandardDirectoryReader(segments_2:4 _0(5.0):C8)}
[junit4:junit4]   2> 4364 T121 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index
[junit4:junit4]   2> 4364 T120 C57 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 90
[junit4:junit4]   2> 4368 T132 C58 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 4377 T132 C58 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4de2dfad lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1e7afe),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4de2dfad lockFactory=org.apache.lucene.store.NativeFSLockFactory@e1e7afe),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs, _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.frq, _0_MockRandom_0.tip, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos, _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.tip, _0.fdx, _0_MockRandom_0.pyl, _0_Asserting_0.pos, _0_MockRandom_0.tim, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 4378 T132 C58 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs, _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.frq, _0_MockRandom_0.tip, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos, _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.tip, _0.fdx, _0_MockRandom_0.pyl, _0_Asserting_0.pos, _0_MockRandom_0.tim, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 4378 T132 C58 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data
[junit4:junit4]   2> 4433 T132 C58 oass.SolrIndexSearcher.<init> Opening Searcher@4d0e75f2 main
[junit4:junit4]   2> 4433 T132 C58 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4435 T135 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d0e75f2 main{StandardDirectoryReader(segments_2:4 _0(5.0):C8)}
[junit4:junit4]   2> 4435 T135 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index
[junit4:junit4]   2> 4436 T132 C58 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 68
[junit4:junit4]   2> 4538 T119 C57 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&qt=/terms&wt=javabin&version=2} status=0 QTime=79 
[junit4:junit4]   2> 4582 T134 C58 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:54007/solr&NOW=1351781621498&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 4588 T133 C58 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:54007/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&version=2} status=0 QTime=34 
[junit4:junit4]   2> 4592 T120 C57 REQ [collection1] webapp=/solr path=/terms params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&terms.limit=5&qt=/terms&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 4650 T134 C58 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:54007/solr|[ff01::114]:33332/solr|[ff01::083]:33332/solr&NOW=1351781621540&terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 4651 T132 C58 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:54007/solr|[ff01::114]:33332/solr|[ff01::083]:33332/solr&terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&terms.limit=5&qt=/terms&wt=javabin&version=2} status=0 QTime=55 
[junit4:junit4]   2> 4655 T119 C57 REQ [collection1] webapp=/solr path=/terms params={terms.lower=sn&shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=sn&version=2} status=0 QTime=1 
[junit4:junit4]   2> 4662 T134 C58 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=sn&version=2&NOW=1351781621602&shard.url=127.0.0.1:54007/solr&terms.lower=sn&terms.fl=b_t&terms.limit=-1&isShard=true&qt=/terms} status=0 QTime=0 
[junit4:junit4]   2> 4663 T133 C58 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:54007/solr&terms.lower=sn&shards.qt=/terms&terms.fl=b_t&terms=true&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=sn&version=2} status=0 QTime=5 
[junit4:junit4]   2> 4667 T120 C57 REQ [collection1] webapp=/solr path=/terms params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=s&terms.upper=sn&version=2} status=0 QTime=1 
[junit4:junit4]   2> 4674 T134 C58 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=s&terms.upper=sn&version=2&shard.url=127.0.0.1:54007/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr&NOW=1351781621614&terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 4675 T132 C58 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:54007/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr&terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=s&terms.upper=sn&version=2} status=0 QTime=5 
[junit4:junit4]   2> 4678 T119 C57 REQ [collection1] webapp=/solr path=/terms params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&terms.limit=5&qt=/terms&wt=javabin&terms.sort=index&terms.prefix=s&version=2} status=0 QTime=0 
[junit4:junit4]   2> 4689 T134 C58 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=s&version=2&shard.url=127.0.0.1:54007/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr&NOW=1351781621626&terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 4695 T133 C58 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:54007/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr&terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&terms.limit=5&qt=/terms&wt=javabin&terms.sort=index&terms.prefix=s&version=2} status=0 QTime=13 
[junit4:junit4]   2> 4699 T120 C57 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=s&terms.upper=sn&version=2&terms.lower=s&terms.fl=b_t&terms.limit=5&qt=/terms} status=0 QTime=0 
[junit4:junit4]   2> 4706 T134 C58 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=s&terms.upper=sn&version=2&shard.url=127.0.0.1:54007/solr&NOW=1351781621646&terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 4706 T132 C58 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&wt=javabin&terms.sort=index&terms.prefix=s&terms.upper=sn&version=2&shards=127.0.0.1:54007/solr&terms.lower=s&terms.fl=b_t&terms.limit=5&qt=/terms} status=0 QTime=4 
[junit4:junit4]   2> 4710 T119 C57 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&qt=/terms&wt=javabin&terms.sort=index&version=2} status=0 QTime=0 
[junit4:junit4]   2> 4718 T134 C58 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=[ff01::213]:33332/solr|127.0.0.1:54007/solr|[ff01::114]:33332/solr&NOW=1351781621658&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 4719 T133 C58 REQ [collection1] webapp=/solr path=/terms params={shards=[ff01::213]:33332/solr|127.0.0.1:54007/solr|[ff01::114]:33332/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&terms.sort=index&version=2} status=0 QTime=5 
[junit4:junit4]   2> 4766 T107 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=500681598
[junit4:junit4]   2> 4766 T107 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@548bc658
[junit4:junit4]   2> 4773 T107 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=8,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 4773 T107 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 4774 T107 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 4774 T107 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 4775 T107 C57 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index
[junit4:junit4]   2> 4776 T107 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 4779 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index
[junit4:junit4]   2> 4780 T107 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 4881 T107 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 4926 T107 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=615330952
[junit4:junit4]   2> 4927 T107 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1bb3db1b
[junit4:junit4]   2> 4943 T107 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=8,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 4943 T107 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 4944 T107 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 4944 T107 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 4946 T107 C58 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index
[junit4:junit4]   2> 4947 T107 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 4948 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index
[junit4:junit4]   2> 4949 T107 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 5049 T107 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 5051 T107 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 5053 T107 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:17584
[junit4:junit4]   2> 5054 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5055 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 5055 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5085 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5085 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5086 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 5086 T107 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 5086 T107 oasc.CoreContainer.<init> New CoreContainer 1706705005
[junit4:junit4]   2> 5087 T107 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5087 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5112 T107 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5128 T107 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 5129 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 5130 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5130 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 5167 T107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5236 T107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5236 T107 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5243 T107 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5686 T107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5694 T107 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5697 T107 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5707 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5719 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5722 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5724 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5725 T107 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/
[junit4:junit4]   2> 5725 T107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
[junit4:junit4]   2> 5726 T107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5730 T107 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@7b4ff56a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e794165) assuming 'simple'
[junit4:junit4]   2> 5730 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data forceNew:false
[junit4:junit4]   2> 5730 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data
[junit4:junit4]   2> 5731 T107 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index/
[junit4:junit4]   2> 5731 T107 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5732 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index forceNew:false
[junit4:junit4]   2> 5733 T107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@480cd1a2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22763e52),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5734 T107 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5734 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index
[junit4:junit4]   2> 5735 T107 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5737 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5737 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5737 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5738 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5738 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5739 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5739 T107 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5740 T107 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5741 T107 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5742 T107 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5744 T107 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5744 T107 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5745 T107 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5745 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5746 T107 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5747 T107 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5748 T107 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5749 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5750 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5751 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5752 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5753 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5754 T107 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5755 T107 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5756 T107 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5765 T107 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5768 T107 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5771 T107 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 5773 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data
[junit4:junit4]   2> 5774 T107 oass.SolrIndexSearcher.<init> Opening Searcher@70fc596e main
[junit4:junit4]   2> 5774 T107 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5775 T107 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5775 T107 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5778 T107 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5788 T107 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 5789 T107 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5789 T107 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 5789 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5790 T107 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5790 T107 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5790 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5790 T107 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5791 T107 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5791 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 5811 T151 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70fc596e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5815 T107 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5816 T107 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 5816 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 5816 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5827 T107 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 5829 T107 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:47284
[junit4:junit4]   2> 5829 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5830 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 5830 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5856 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5857 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5857 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 5857 T107 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 5858 T107 oasc.CoreContainer.<init> New CoreContainer 1856216040
[junit4:junit4]   2> 5858 T107 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5858 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5882 T107 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5898 T107 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 5899 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 5899 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5900 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 5938 T107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5989 T107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5990 T107 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5998 T107 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6458 T107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6466 T107 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6469 T107 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6480 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6484 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6487 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6488 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6489 T107 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/
[junit4:junit4]   2> 6490 T107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
[junit4:junit4]   2> 6491 T107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6492 T107 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@52d209c5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b7f8efd; maxCacheMB=0.939453125 maxMergeSizeMB=0.390625)) assuming 'simple'
[junit4:junit4]   2> 6492 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data forceNew:false
[junit4:junit4]   2> 6492 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data
[junit4:junit4]   2> 6493 T107 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index/
[junit4:junit4]   2> 6493 T107 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6494 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index forceNew:false
[junit4:junit4]   2> 6496 T107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6929c572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@322fef43),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6496 T107 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6497 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index
[junit4:junit4]   2> 6497 T107 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 6499 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6500 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 6500 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6501 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 6501 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6502 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6502 T107 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6503 T107 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6505 T107 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6506 T107 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 6507 T107 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 6508 T107 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6509 T107 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 6509 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 6510 T107 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 6511 T107 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6512 T107 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6513 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6514 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6515 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6517 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6518 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6519 T107 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6520 T107 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 6521 T107 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 6530 T107 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6534 T107 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 6536 T107 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 6539 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data
[junit4:junit4]   2> 6539 T107 oass.SolrIndexSearcher.<init> Opening Searcher@f9ae920 main
[junit4:junit4]   2> 6540 T107 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6540 T107 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6541 T107 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 6543 T107 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 6555 T107 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 6555 T107 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6555 T107 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 6556 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6556 T107 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6557 T107 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6557 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6557 T107 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6557 T107 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6558 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 6580 T165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f9ae920 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6586 T107 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6586 T107 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6587 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6587 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6597 T107 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 6600 T107 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:45235
[junit4:junit4]   2> 6601 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6602 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 6602 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 6630 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6631 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6631 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 6631 T107 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 6632 T107 oasc.CoreContainer.<init> New CoreContainer 1306538064
[junit4:junit4]   2> 6632 T107 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 6633 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 6658 T107 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6685 T107 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 6686 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 6687 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6687 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 6725 T107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6785 T107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6786 T107 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6792 T107 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7308 T107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7316 T107 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7319 T107 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7328 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7332 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7335 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7336 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7337 T107 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/
[junit4:junit4]   2> 7337 T107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
[junit4:junit4]   2> 7338 T107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7339 T107 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@4652a746 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c6408bb) assuming 'simple'
[junit4:junit4]   2> 7339 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data forceNew:false
[junit4:junit4]   2> 7340 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data
[junit4:junit4]   2> 7340 T107 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/index/
[junit4:junit4]   2> 7341 T107 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7341 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/index forceNew:false
[junit4:junit4]   2> 7344 T107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2a25a4d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@760e2359),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7344 T107 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7345 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/index
[junit4:junit4]   2> 7345 T107 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7348 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7349 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7349 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7350 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7351 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7351 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7351 T107 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7353 T107 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7354 T107 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7355 T107 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7356 T107 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7357 T107 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7358 T107 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7358 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7359 T107 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7360 T107 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7361 T107 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7362 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7363 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7364 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7366 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7367 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7368 T107 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7369 T107 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7371 T107 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7379 T107 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7382 T107 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7385 T107 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 7387 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data
[junit4:junit4]   2> 7387 T107 oass.SolrIndexSearcher.<init> Opening Searcher@58082a32 main
[junit4:junit4]   2> 7388 T107 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7388 T107 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7389 T107 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7396 T107 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7442 T107 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 7443 T107 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7443 T107 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 7443 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7444 T107 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7444 T107 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7444 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7445 T107 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7445 T107 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7445 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 7465 T179 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58082a32 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7471 T107 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7472 T107 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7472 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7472 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C59 name=collection1 org.apache.solr.core.SolrCore@6b410b58
[junit4:junit4]   2> 7492 T148 C59 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 7493 T148 C59 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data
[junit4:junit4]   2> 7496 T148 C59 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@480cd1a2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22763e52),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7497 T148 C59 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7497 T148 C59 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 5
[junit4:junit4]   2> ASYNC  NEW_CORE C60 name=collection1 org.apache.solr.core.SolrCore@5b84410b
[junit4:junit4]   2> 7504 T162 C60 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 7505 T162 C60 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data
[junit4:junit4]   2> 7507 T162 C60 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6929c572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@322fef43),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7507 T162 C60 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7508 T162 C60 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 4
[junit4:junit4]   2> ASYNC  NEW_CORE C61 name=collection1 org.apache.solr.core.SolrCore@65fef81a
[junit4:junit4]   2> 7514 T178 C61 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 7515 T178 C61 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data
[junit4:junit4]   2> 7516 T178 C61 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2a25a4d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@760e2359),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7517 T178 C61 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7517 T178 C61 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 3
[junit4:junit4]   2> 7524 T149 C59 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 3
[junit4:junit4]   2> 7529 T177 C61 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 1
[junit4:junit4]   2> 7534 T150 C59 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 1
[junit4:junit4]   2> 7540 T163 C60 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 2
[junit4:junit4]   2> 7544 T148 C59 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 2
[junit4:junit4]   2> 7548 T164 C60 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 1
[junit4:junit4]   2> 7553 T149 C59 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 1
[junit4:junit4]   2> 7558 T176 C61 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 1
[junit4:junit4]   2> 7562 T150 C59 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 1
[junit4:junit4]   2> 7566 T162 C60 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 1
[junit4:junit4]   2> 7570 T148 C59 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 1
[junit4:junit4]   2> 7575 T178 C61 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 2
[junit4:junit4]   2> 7578 T149 C59 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 1
[junit4:junit4]   2> 7582 T163 C60 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 1
[junit4:junit4]   2> 7586 T150 C59 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 1
[junit4:junit4]   2> 7591 T177 C61 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 1
[junit4:junit4]   2> 7595 T148 C59 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 7601 T148 C59 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@480cd1a2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22763e52),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@480cd1a2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22763e52),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs, _0_Direct_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0_Asserting_0.pos, _0_MockRandom_0.tim, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 7601 T148 C59 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs, _0_Direct_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0_Asserting_0.pos, _0_MockRandom_0.tim, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 7602 T148 C59 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data
[junit4:junit4]   2> 7605 T148 C59 oass.SolrIndexSearcher.<init> Opening Searcher@f93893c main
[junit4:junit4]   2> 7606 T148 C59 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 7608 T151 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f93893c main{StandardDirectoryReader(segments_2:4 _0(5.0):C8)}
[junit4:junit4]   2> 7608 T151 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index
[junit4:junit4]   2> 7608 T148 C59 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 13
[junit4:junit4]   2> 7612 T164 C60 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 7620 T164 C60 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6929c572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@322fef43),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6929c572 lockFactory=org.apache.lucene.store.NativeFSLockFactory@322fef43),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs, _0_Direct_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0_Asserting_0.pos, _0_MockRandom_0.tim, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 7621 T164 C60 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs, _0_Direct_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0_Asserting_0.pos, _0_MockRandom_0.tim, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 7621 T164 C60 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data
[junit4:junit4]   2> 7626 T164 C60 oass.SolrIndexSearcher.<init> Opening Searcher@2fbd4671 main
[junit4:junit4]   2> 7627 T164 C60 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 7628 T165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2fbd4671 main{StandardDirectoryReader(segments_2:4 _0(5.0):C4)}
[junit4:junit4]   2> 7629 T165 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index
[junit4:junit4]   2> 7629 T164 C60 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 17
[junit4:junit4]   2> 7633 T176 C61 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 7651 T176 C61 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2a25a4d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@760e2359),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2a25a4d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@760e2359),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc, _0_MockRandom_0.tib, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs, _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.frq, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos, _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.tip, _0.fdx, _0_MockRandom_0.pyl, _0_Asserting_0.pos, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 7651 T176 C61 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0.si, _0_Asserting_0.doc, _0_MockRandom_0.tib, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_nrm.cfs, _0_MockRandom_0.skp, _0_Direct_0.doc, _0_MockRandom_0.sd, _0_MockRandom_0.frq, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_nrm.cfe, _0_MockRandom_0.pos, segments_2, _0_Direct_0.pos, _0_TestBloomFilteredLucene41Postings_0.doc, _0_Direct_0.tip, _0.fdx, _0_MockRandom_0.pyl, _0_Asserting_0.pos, _0_Direct_0.tim, _0.fdt]
[junit4:junit4]   2> 7652 T176 C61 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data
[junit4:junit4]   2> 7664 T176 C61 oass.SolrIndexSearcher.<init> Opening Searcher@1ce2bee2 main
[junit4:junit4]   2> 7665 T176 C61 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 7666 T179 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ce2bee2 main{StandardDirectoryReader(segments_2:4 _0(5.0):C4)}
[junit4:junit4]   2> 7667 T179 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/index
[junit4:junit4]   2> 7667 T176 C61 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 34
[junit4:junit4]   2> 7671 T149 C59 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&qt=/terms&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 7679 T177 C61 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:45235/solr&NOW=1351781624618&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 7681 T162 C60 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=[ff01::114]:33332/solr|127.0.0.1:47284/solr&NOW=1351781624618&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 7682 T178 C61 REQ [collection1] webapp=/solr path=/terms params={shards=[ff01::114]:33332/solr|127.0.0.1:47284/solr,127.0.0.1:45235/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 7686 T150 C59 REQ [collection1] webapp=/solr path=/terms params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&terms.limit=5&qt=/terms&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 7693 T177 C61 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:45235/solr&NOW=1351781624633&terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 7697 T163 C60 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=[ff01::213]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:47284/solr|[ff01::083]:33332/solr&NOW=1351781624633&terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 7698 T176 C61 REQ [collection1] webapp=/solr path=/terms params={shards=[ff01::213]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:47284/solr|[ff01::083]:33332/solr,127.0.0.1:45235/solr&terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&terms.limit=5&qt=/terms&wt=javabin&version=2} status=0 QTime=9 
[junit4:junit4]   2> 7702 T148 C59 REQ [collection1] webapp=/solr path=/terms params={terms.lower=sn&shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=sn&version=2} status=0 QTime=1 
[junit4:junit4]   2> 7710 T178 C61 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=sn&version=2&NOW=1351781624649&shard.url=127.0.0.1:45235/solr&terms.lower=sn&terms.fl=b_t&terms.limit=-1&isShard=true&qt=/terms} status=0 QTime=0 
[junit4:junit4]   2> 7711 T162 C60 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=sn&version=2&NOW=1351781624649&shard.url=127.0.0.1:47284/solr|[ff01::083]:33332/solr&terms.lower=sn&terms.fl=b_t&terms.limit=-1&isShard=true&qt=/terms} status=0 QTime=0 
[junit4:junit4]   2> 7712 T164 C60 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:47284/solr|[ff01::083]:33332/solr,127.0.0.1:45235/solr&terms.lower=sn&shards.qt=/terms&terms.fl=b_t&terms=true&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=sn&version=2} status=0 QTime=7 
[junit4:junit4]   2> 7715 T149 C59 REQ [collection1] webapp=/solr path=/terms params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=s&terms.upper=sn&version=2} status=0 QTime=0 
[junit4:junit4]   2> 7723 T163 C60 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.upper=sn&terms.prefix=s&version=2&shard.url=[ff01::213]:33332/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:47284/solr&NOW=1351781624662&terms.lower=s&terms.fl=b_t&terms.limit=-1&isShard=true&qt=/terms} status=0 QTime=0 
[junit4:junit4]   2> 7723 T176 C61 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.upper=sn&terms.prefix=s&version=2&shard.url=127.0.0.1:45235/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr&NOW=1351781624662&terms.lower=s&terms.fl=b_t&terms.limit=-1&isShard=true&qt=/terms} status=0 QTime=0 
[junit4:junit4]   2> 7724 T177 C61 REQ [collection1] webapp=/solr path=/terms params={shards=[ff01::213]:33332/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:47284/solr,127.0.0.1:45235/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr&terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&terms.limit=5&qt=/terms&wt=javabin&terms.prefix=s&terms.upper=sn&version=2} status=0 QTime=6 
[junit4:junit4]   2> 7728 T150 C59 REQ [collection1] webapp=/solr path=/terms params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&terms.limit=5&qt=/terms&wt=javabin&terms.sort=index&terms.prefix=s&version=2} status=0 QTime=0 
[junit4:junit4]   2> 7734 T176 C61 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=s&version=2&shard.url=127.0.0.1:45235/solr&NOW=1351781624674&terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 7734 T162 C60 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=s&version=2&shard.url=127.0.0.1:47284/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr&NOW=1351781624674&terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 7735 T178 C61 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:47284/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr,127.0.0.1:45235/solr&terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&terms.limit=5&qt=/terms&wt=javabin&terms.sort=index&terms.prefix=s&version=2} status=0 QTime=5 
[junit4:junit4]   2> 7738 T148 C59 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=s&terms.upper=sn&version=2&terms.lower=s&terms.fl=b_t&terms.limit=5&qt=/terms} status=0 QTime=0 
[junit4:junit4]   2> 7746 T176 C61 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=s&terms.upper=sn&version=2&shard.url=[ff01::083]:33332/solr|[ff01::213]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:45235/solr&NOW=1351781624686&terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 7746 T164 C60 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&terms.prefix=s&terms.upper=sn&version=2&shard.url=[ff01::083]:33332/solr|127.0.0.1:47284/solr&NOW=1351781624686&terms.lower=s&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 7747 T177 C61 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&wt=javabin&terms.sort=index&terms.prefix=s&terms.upper=sn&version=2&shards=[ff01::083]:33332/solr|127.0.0.1:47284/solr,[ff01::083]:33332/solr|[ff01::213]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:45235/solr&terms.lower=s&terms.fl=b_t&terms.limit=5&qt=/terms} status=0 QTime=5 
[junit4:junit4]   2> 7750 T149 C59 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&qt=/terms&wt=javabin&terms.sort=index&version=2} status=0 QTime=0 
[junit4:junit4]   2> 7762 T178 C61 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=[ff01::114]:33332/solr|127.0.0.1:45235/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&NOW=1351781624698&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 7762 T162 C60 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:47284/solr|[ff01::213]:33332/solr&NOW=1351781624698&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 7763 T163 C60 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:47284/solr|[ff01::213]:33332/solr,[ff01::114]:33332/solr|127.0.0.1:45235/solr|[ff01::083]:33332/solr|[ff01::213]:33332/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&terms.sort=index&version=2} status=0 QTime=9 
[junit4:junit4]   2> 7808 T107 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1706705005
[junit4:junit4]   2> 7809 T107 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6b410b58
[junit4:junit4]   2> 7815 T107 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=8,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 7816 T107 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 7816 T107 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 7816 T107 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 7818 T107 C59 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index
[junit4:junit4]   2> 7818 T107 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 7819 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index
[junit4:junit4]   2> 7819 T107 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 7921 T107 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 7965 T107 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1856216040
[junit4:junit4]   2> 7966 T107 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5b84410b
[junit4:junit4]   2> 7972 T107 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 7973 T107 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 7973 T107 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 7973 T107 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 7975 T107 C60 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index
[junit4:junit4]   2> 7975 T107 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 7976 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index
[junit4:junit4]   2> 7977 T107 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 8077 T107 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 8121 T107 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1306538064
[junit4:junit4]   2> 8122 T107 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@65fef81a
[junit4:junit4]   2> 8133 T107 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 8133 T107 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 8134 T107 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 8134 T107 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 8135 T107 C61 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/index
[junit4:junit4]   2> 8136 T107 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 8136 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/index
[junit4:junit4]   2> 8184 T107 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 8284 T107 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 8286 T107 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8290 T107 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:63585
[junit4:junit4]   2> 8291 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8292 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8292 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8333 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8334 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8335 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8335 T107 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 8335 T107 oasc.CoreContainer.<init> New CoreContainer 1263243376
[junit4:junit4]   2> 8336 T107 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8337 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8370 T107 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8408 T107 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 8409 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 8410 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8411 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 8464 T107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8536 T107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8537 T107 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8545 T107 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9158 T107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9170 T107 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9174 T107 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9186 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9192 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9196 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9198 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9199 T107 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/
[junit4:junit4]   2> 9200 T107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
[junit4:junit4]   2> 9201 T107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9202 T107 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b412a03 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@232d518e) assuming 'simple'
[junit4:junit4]   2> 9202 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data forceNew:false
[junit4:junit4]   2> 9203 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data
[junit4:junit4]   2> 9203 T107 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index/
[junit4:junit4]   2> 9204 T107 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9205 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index forceNew:false
[junit4:junit4]   2> 9207 T107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b4c00d3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@293ba937),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9207 T107 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9208 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data/index
[junit4:junit4]   2> 9209 T107 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9211 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9212 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9212 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9212 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 9213 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9213 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9214 T107 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9215 T107 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9216 T107 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9217 T107 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 9218 T107 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 9219 T107 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9220 T107 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 9220 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 9220 T107 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 9221 T107 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9222 T107 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9223 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9224 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9225 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9226 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9227 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9228 T107 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9230 T107 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 9231 T107 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 9239 T107 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9242 T107 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9245 T107 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 9247 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/control/data
[junit4:junit4]   2> 9247 T107 oass.SolrIndexSearcher.<init> Opening Searcher@6ddda79e main
[junit4:junit4]   2> 9248 T107 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9248 T107 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9249 T107 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 9251 T107 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 9261 T107 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9261 T107 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9262 T107 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9262 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9262 T107 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9263 T107 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9263 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9263 T107 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9264 T107 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9264 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9283 T199 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ddda79e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9287 T107 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9288 T107 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9288 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9288 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9298 T107 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9300 T107 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:48866
[junit4:junit4]   2> 9301 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9301 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9302 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9327 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9328 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9328 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9328 T107 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 9329 T107 oasc.CoreContainer.<init> New CoreContainer 1555677876
[junit4:junit4]   2> 9329 T107 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9330 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9352 T107 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9367 T107 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 9368 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 9369 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9370 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 9405 T107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9463 T107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9463 T107 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9469 T107 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9915 T107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9932 T107 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9935 T107 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9945 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9948 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9951 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9952 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9953 T107 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/
[junit4:junit4]   2> 9954 T107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
[junit4:junit4]   2> 9954 T107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9955 T107 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@52beb78e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6704f612) assuming 'simple'
[junit4:junit4]   2> 9955 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data forceNew:false
[junit4:junit4]   2> 9956 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data
[junit4:junit4]   2> 9956 T107 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index/
[junit4:junit4]   2> 9957 T107 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9957 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index forceNew:false
[junit4:junit4]   2> 9959 T107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d3e3a05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@74c07975),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9959 T107 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9960 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data/index
[junit4:junit4]   2> 9960 T107 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9962 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9963 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9963 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9963 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 9964 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9964 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9965 T107 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9966 T107 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9967 T107 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9968 T107 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 9969 T107 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 9970 T107 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9971 T107 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 9971 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 9972 T107 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 9973 T107 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9974 T107 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9975 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9976 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9977 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9978 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9980 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9981 T107 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9982 T107 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 9983 T107 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 9991 T107 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9995 T107 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9997 T107 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 9999 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard0/data
[junit4:junit4]   2> 10000 T107 oass.SolrIndexSearcher.<init> Opening Searcher@7e8b64bf main
[junit4:junit4]   2> 10000 T107 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10001 T107 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10001 T107 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10003 T107 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10014 T107 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 10016 T107 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10016 T107 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 10016 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10016 T107 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10017 T107 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10017 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10017 T107 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10018 T107 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10018 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 10037 T213 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7e8b64bf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10043 T107 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 10043 T107 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10043 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10044 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10053 T107 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 10055 T107 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:43708
[junit4:junit4]   2> 10056 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10056 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 10057 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 10082 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10083 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10083 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 10083 T107 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 10084 T107 oasc.CoreContainer.<init> New CoreContainer 1967873817
[junit4:junit4]   2> 10084 T107 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 10084 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 10107 T107 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10122 T107 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 10123 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 10124 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10124 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 10160 T107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10208 T107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10209 T107 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10213 T107 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10666 T107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10674 T107 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10677 T107 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10686 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10690 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10693 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10694 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10695 T107 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/
[junit4:junit4]   2> 10695 T107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
[junit4:junit4]   2> 10696 T107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10697 T107 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@4699218d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f69d430) assuming 'simple'
[junit4:junit4]   2> 10697 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data forceNew:false
[junit4:junit4]   2> 10697 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data
[junit4:junit4]   2> 10698 T107 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/index/
[junit4:junit4]   2> 10698 T107 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10699 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/index forceNew:false
[junit4:junit4]   2> 10700 T107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dc45b95 lockFactory=org.apache.lucene.store.NativeFSLockFactory@52f78f57),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10701 T107 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10701 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data/index
[junit4:junit4]   2> 10702 T107 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10704 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10704 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10705 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10705 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10706 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10706 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10706 T107 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10708 T107 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10709 T107 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10710 T107 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10711 T107 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10712 T107 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10713 T107 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10713 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10713 T107 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10714 T107 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10716 T107 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10717 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10718 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10719 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10720 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10721 T107 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10722 T107 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10723 T107 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10724 T107 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10733 T107 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10736 T107 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10738 T107 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 10740 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard1/data
[junit4:junit4]   2> 10741 T107 oass.SolrIndexSearcher.<init> Opening Searcher@7f480b93 main
[junit4:junit4]   2> 10741 T107 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10742 T107 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10742 T107 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10745 T107 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10755 T107 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 10755 T107 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10756 T107 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 10756 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10756 T107 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10757 T107 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10757 T107 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10757 T107 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10758 T107 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10758 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 10778 T227 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f480b93 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10792 T107 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 10792 T107 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10793 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10793 T107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10803 T107 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 10805 T107 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:42863
[junit4:junit4]   2> 10806 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10806 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 10807 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 10833 T107 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10834 T107 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10834 T107 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 10835 T107 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 10835 T107 oasc.CoreContainer.<init> New CoreContainer 98718807
[junit4:junit4]   2> 10835 T107 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 10836 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 10860 T107 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10876 T107 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 10877 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 10878 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10878 T107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 10916 T107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10965 T107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10966 T107 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10971 T107 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11414 T107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11422 T107 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11425 T107 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11434 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11437 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11440 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11441 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11442 T107 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard2/data/
[junit4:junit4]   2> 11443 T107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ad875c
[junit4:junit4]   2> 11443 T107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11444 T107 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@6471e20e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@70b038a6) assuming 'simple'
[junit4:junit4]   2> 11445 T107 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351781616947/shard2/data forceNew:false
[junit4:junit4]   2> 11445 T107 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.D

[...truncated too long message...]

Thread.java:722)
[junit4:junit4]    >   28) Thread[id=206, name=qtp329761721-206 Acceptor1 SelectChannelConnector@0.0.0.0:48866, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   29) Thread[id=205, name=qtp329761721-205 Acceptor0 SelectChannelConnector@0.0.0.0:48866, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   30) Thread[id=235, name=qtp1243578989-235 Acceptor2 SelectChannelConnector@0.0.0.0:42863, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   31) Thread[id=192, name=qtp1839299063-192 Acceptor1 SelectChannelConnector@0.0.0.0:63585, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   32) Thread[id=129, name=qtp1087429960-129 Acceptor2 SelectChannelConnector@0.0.0.0:54007, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   33) Thread[id=143, name=qtp1208945899-143 Acceptor0 SelectChannelConnector@0.0.0.0:17584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   34) Thread[id=233, name=qtp1243578989-233 Acceptor0 SelectChannelConnector@0.0.0.0:42863, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   35) Thread[id=234, name=qtp1243578989-234 Acceptor1 SelectChannelConnector@0.0.0.0:42863, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   36) Thread[id=208, name=qtp329761721-208 Acceptor3 SelectChannelConnector@0.0.0.0:48866, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([FF054026B86C206E]:0)
[junit4:junit4] Completed on J0 in 36.48s, 1 test, 2 errors <<< FAILURES!

[...truncated 473 lines...]
FATAL: hudson.remoting.RequestAbortedException: java.io.IOException: Unexpected termination of the channel
hudson.remoting.RequestAbortedException: hudson.remoting.RequestAbortedException: java.io.IOException: Unexpected termination of the channel
	at hudson.remoting.Request.call(Request.java:174)
	at hudson.remoting.Channel.call(Channel.java:664)
	at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:158)
	at $Proxy36.join(Unknown Source)
	at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:861)
	at hudson.Launcher$ProcStarter.join(Launcher.java:345)
	at hudson.tasks.Ant.perform(Ant.java:217)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:19)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:717)
	at hudson.model.Build$BuildExecution.build(Build.java:199)
	at hudson.model.Build$BuildExecution.doRun(Build.java:160)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
	at hudson.model.Run.execute(Run.java:1502)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:46)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:236)
Caused by: hudson.remoting.RequestAbortedException: java.io.IOException: Unexpected termination of the channel
	at hudson.remoting.Request.abort(Request.java:299)
	at hudson.remoting.Channel.terminate(Channel.java:724)
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:69)
Caused by: java.io.IOException: Unexpected termination of the channel
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:50)
Caused by: java.io.EOFException
	at java.io.ObjectInputStream$BlockDataInputStream.peekByte(ObjectInputStream.java:2571)
	at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1315)
	at java.io.ObjectInputStream.readObject(ObjectInputStream.java:369)
	at hudson.remoting.Command.readFrom(Command.java:90)
	at hudson.remoting.ClassicCommandTransport.read(ClassicCommandTransport.java:59)
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:48)

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3356 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3356/

5 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test:     1) Thread[id=194, name=qtp652130107-194 Acceptor0 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=217, name=qtp62200346-217 Acceptor3 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=265, name=qtp2125416036-265 Acceptor1 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=195, name=qtp652130107-195 Acceptor1 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=264, name=qtp2125416036-264 Acceptor0 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=214, name=qtp62200346-214 Acceptor0 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=216, name=qtp62200346-216 Acceptor2 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=266, name=qtp2125416036-266 Acceptor2 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=248, name=qtp457204036-248 Acceptor2 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=247, name=qtp457204036-247 Acceptor1 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=196, name=qtp652130107-196 Acceptor2 SelectChannelConnector@0.0.0.0:16862, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=215, name=qtp62200346-215 Acceptor1 SelectChannelConnector@0.0.0.0:32384, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=249, name=qtp457204036-249 Acceptor3 SelectChannelConnector@0.0.0.0:43579, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=197, name=qtp652130107-197 Acceptor3 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=267, name=qtp2125416036-267 Acceptor3 SelectChannelConnector@0.0.0.0:59125, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=246, name=qtp457204036-246 Acceptor0 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test: 
   1) Thread[id=194, name=qtp652130107-194 Acceptor0 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=217, name=qtp62200346-217 Acceptor3 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=265, name=qtp2125416036-265 Acceptor1 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=195, name=qtp652130107-195 Acceptor1 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=264, name=qtp2125416036-264 Acceptor0 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=214, name=qtp62200346-214 Acceptor0 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=216, name=qtp62200346-216 Acceptor2 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=266, name=qtp2125416036-266 Acceptor2 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=248, name=qtp457204036-248 Acceptor2 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=247, name=qtp457204036-247 Acceptor1 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=196, name=qtp652130107-196 Acceptor2 SelectChannelConnector@0.0.0.0:16862, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=215, name=qtp62200346-215 Acceptor1 SelectChannelConnector@0.0.0.0:32384, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=249, name=qtp457204036-249 Acceptor3 SelectChannelConnector@0.0.0.0:43579, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=197, name=qtp652130107-197 Acceptor3 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=267, name=qtp2125416036-267 Acceptor3 SelectChannelConnector@0.0.0.0:59125, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=246, name=qtp457204036-246 Acceptor0 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([D1FFDF93AD5912EA]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=194, name=qtp652130107-194 Acceptor0 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=217, name=qtp62200346-217 Acceptor3 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=265, name=qtp2125416036-265 Acceptor1 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=195, name=qtp652130107-195 Acceptor1 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=264, name=qtp2125416036-264 Acceptor0 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=214, name=qtp62200346-214 Acceptor0 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=216, name=qtp62200346-216 Acceptor2 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=266, name=qtp2125416036-266 Acceptor2 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=248, name=qtp457204036-248 Acceptor2 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=247, name=qtp457204036-247 Acceptor1 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=196, name=qtp652130107-196 Acceptor2 SelectChannelConnector@0.0.0.0:16862, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=215, name=qtp62200346-215 Acceptor1 SelectChannelConnector@0.0.0.0:32384, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=249, name=qtp457204036-249 Acceptor3 SelectChannelConnector@0.0.0.0:43579, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=197, name=qtp652130107-197 Acceptor3 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=267, name=qtp2125416036-267 Acceptor3 SelectChannelConnector@0.0.0.0:59125, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=246, name=qtp457204036-246 Acceptor0 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=194, name=qtp652130107-194 Acceptor0 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=217, name=qtp62200346-217 Acceptor3 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=265, name=qtp2125416036-265 Acceptor1 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=195, name=qtp652130107-195 Acceptor1 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=264, name=qtp2125416036-264 Acceptor0 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=214, name=qtp62200346-214 Acceptor0 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=216, name=qtp62200346-216 Acceptor2 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=266, name=qtp2125416036-266 Acceptor2 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=248, name=qtp457204036-248 Acceptor2 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=247, name=qtp457204036-247 Acceptor1 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=196, name=qtp652130107-196 Acceptor2 SelectChannelConnector@0.0.0.0:16862, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=215, name=qtp62200346-215 Acceptor1 SelectChannelConnector@0.0.0.0:32384, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=249, name=qtp457204036-249 Acceptor3 SelectChannelConnector@0.0.0.0:43579, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=197, name=qtp652130107-197 Acceptor3 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=267, name=qtp2125416036-267 Acceptor3 SelectChannelConnector@0.0.0.0:59125, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=246, name=qtp457204036-246 Acceptor0 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([D1FFDF93AD5912EA]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
12 threads leaked from SUITE scope at org.apache.solr.cloud.RecoveryZkTest:     1) Thread[id=33, name=qtp374561001-33 Acceptor0 SelectChannelConnector@0.0.0.0:42911, state=RUNNABLE, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=130, name=qtp1791766716-130 Acceptor3 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=55, name=qtp1715605387-55 Acceptor2 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=35, name=qtp374561001-35 Acceptor2 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=36, name=qtp374561001-36 Acceptor3 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=34, name=qtp374561001-34 Acceptor1 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=53, name=qtp1715605387-53 Acceptor0 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=129, name=qtp1791766716-129 Acceptor2 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=54, name=qtp1715605387-54 Acceptor1 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=127, name=qtp1791766716-127 Acceptor0 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=128, name=qtp1791766716-128 Acceptor1 SelectChannelConnector@0.0.0.0:28217, state=RUNNABLE, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=56, name=qtp1715605387-56 Acceptor3 SelectChannelConnector@0.0.0.0:44085, state=RUNNABLE, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 12 threads leaked from SUITE scope at org.apache.solr.cloud.RecoveryZkTest: 
   1) Thread[id=33, name=qtp374561001-33 Acceptor0 SelectChannelConnector@0.0.0.0:42911, state=RUNNABLE, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=130, name=qtp1791766716-130 Acceptor3 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=55, name=qtp1715605387-55 Acceptor2 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=35, name=qtp374561001-35 Acceptor2 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=36, name=qtp374561001-36 Acceptor3 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=34, name=qtp374561001-34 Acceptor1 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=53, name=qtp1715605387-53 Acceptor0 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=129, name=qtp1791766716-129 Acceptor2 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=54, name=qtp1715605387-54 Acceptor1 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=127, name=qtp1791766716-127 Acceptor0 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=128, name=qtp1791766716-128 Acceptor1 SelectChannelConnector@0.0.0.0:28217, state=RUNNABLE, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=56, name=qtp1715605387-56 Acceptor3 SelectChannelConnector@0.0.0.0:44085, state=RUNNABLE, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([D1FFDF93AD5912EA]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=129, name=qtp1791766716-129 Acceptor2 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=33, name=qtp374561001-33 Acceptor0 SelectChannelConnector@0.0.0.0:42911, state=RUNNABLE, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=54, name=qtp1715605387-54 Acceptor1 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=130, name=qtp1791766716-130 Acceptor3 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=55, name=qtp1715605387-55 Acceptor2 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=127, name=qtp1791766716-127 Acceptor0 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=35, name=qtp374561001-35 Acceptor2 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=128, name=qtp1791766716-128 Acceptor1 SelectChannelConnector@0.0.0.0:28217, state=RUNNABLE, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=56, name=qtp1715605387-56 Acceptor3 SelectChannelConnector@0.0.0.0:44085, state=RUNNABLE, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=36, name=qtp374561001-36 Acceptor3 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=34, name=qtp374561001-34 Acceptor1 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=53, name=qtp1715605387-53 Acceptor0 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=129, name=qtp1791766716-129 Acceptor2 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=33, name=qtp374561001-33 Acceptor0 SelectChannelConnector@0.0.0.0:42911, state=RUNNABLE, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=54, name=qtp1715605387-54 Acceptor1 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=130, name=qtp1791766716-130 Acceptor3 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=55, name=qtp1715605387-55 Acceptor2 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=127, name=qtp1791766716-127 Acceptor0 SelectChannelConnector@0.0.0.0:28217, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=35, name=qtp374561001-35 Acceptor2 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=128, name=qtp1791766716-128 Acceptor1 SelectChannelConnector@0.0.0.0:28217, state=RUNNABLE, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=56, name=qtp1715605387-56 Acceptor3 SelectChannelConnector@0.0.0.0:44085, state=RUNNABLE, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=36, name=qtp374561001-36 Acceptor3 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=34, name=qtp374561001-34 Acceptor1 SelectChannelConnector@0.0.0.0:42911, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=53, name=qtp1715605387-53 Acceptor0 SelectChannelConnector@0.0.0.0:44085, state=BLOCKED, group=TGRP-RecoveryZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([D1FFDF93AD5912EA]:0)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Shard still reported as live in zk - 0 jetty

Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
	at __randomizedtesting.SeedInfo.seed([D1FFDF93AD5912EA:5019518BDA0672D6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1231)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:217)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:92)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8428 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4]   2> 11 T17 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-RecoveryZkTest-1351766957671
[junit4:junit4]   2> 18 T17 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 156 T18 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 157 T18 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 158 T18 oaz.Environment.logEnv Server environment:java.version=1.7.0_06
[junit4:junit4]   2> 158 T18 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 159 T18 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 159 T18 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4]   2> 161 T18 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 162 T18 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 162 T18 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 163 T18 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4]   2> 163 T18 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 164 T18 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 164 T18 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4]   2> 164 T18 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4]   2> 165 T18 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 223 T18 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 269 T18 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 327 T17 oasc.ZkTestServer.run start zk server on port:53066
[junit4:junit4]   2> 359 T18 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 419 T17 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 420 T17 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 421 T17 oaz.Environment.logEnv Client environment:java.version=1.7.0_06
[junit4:junit4]   2> 421 T17 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 422 T17 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 422 T17 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4]   2> 424 T17 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 424 T17 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 425 T17 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 425 T17 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4]   2> 426 T17 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 427 T17 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 427 T17 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4]   2> 428 T17 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4]   2> 428 T17 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 433 T17 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53066 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@56a2d6c5
[junit4:junit4]   2> 498 T22 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:53066
[junit4:junit4]   2> 498 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 503 T22 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53066, initiating session
[junit4:junit4]   2> 503 T19 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:10714
[junit4:junit4]   2> 523 T19 oazs.NIOServerCnxn.doIO WARNING Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4:junit4]   2> 524 T19 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:10714 (no session established for client)
[junit4:junit4]   2> 525 T22 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x0, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 2077 T22 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost/127.0.0.1:53066
[junit4:junit4]   2> 2078 T22 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53066, initiating session
[junit4:junit4]   2> 2078 T19 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:57526
[junit4:junit4]   2> 2080 T19 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:57526
[junit4:junit4]   2> 2095 T21 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 2144 T21 oazs.NIOServerCnxn.finishSessionInit Established session 0x13abb96dff20000 with negotiated timeout 10000 for client /140.211.11.196:57526
[junit4:junit4]   2> 2144 T22 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:53066, sessionid = 0x13abb96dff20000, negotiated timeout = 10000
[junit4:junit4]   2> 2149 T24 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56a2d6c5 name:ZooKeeperConnection Watcher:127.0.0.1:53066 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2150 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2156 T17 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 2240 T23 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13abb96dff20000
[junit4:junit4]   2> 2243 T24 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2243 T17 oaz.ZooKeeper.close Session: 0x13abb96dff20000 closed
[junit4:junit4]   2> 2244 T19 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:57526 which had sessionid 0x13abb96dff20000
[junit4:junit4]   2> 2244 T17 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53066/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7b029503
[junit4:junit4]   2> 2247 T25 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:53066
[junit4:junit4]   2> 2247 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2248 T25 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53066, initiating session
[junit4:junit4]   2> 2248 T19 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:49913
[junit4:junit4]   2> 2250 T19 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:49913
[junit4:junit4]   2> 2252 T21 oazs.NIOServerCnxn.finishSessionInit Established session 0x13abb96dff20001 with negotiated timeout 10000 for client /140.211.11.196:49913
[junit4:junit4]   2> 2252 T25 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:53066, sessionid = 0x13abb96dff20001, negotiated timeout = 10000
[junit4:junit4]   2> 2254 T26 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b029503 name:ZooKeeperConnection Watcher:127.0.0.1:53066/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2254 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2285 T17 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 2292 T17 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 2297 T17 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 2302 T17 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 2308 T17 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2340 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2357 T17 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 2359 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 2467 T17 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2469 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2488 T17 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2490 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2495 T17 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 2496 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 2502 T17 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 2503 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 2507 T17 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2509 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2513 T17 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2516 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2521 T17 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2522 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2527 T17 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2529 T17 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2534 T23 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13abb96dff20001
[junit4:junit4]   2> 2536 T26 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2536 T19 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:49913 which had sessionid 0x13abb96dff20001
[junit4:junit4]   2> 2536 T17 oaz.ZooKeeper.close Session: 0x13abb96dff20001 closed
[junit4:junit4]   2> 3352 T17 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3694 T17 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:42911
[junit4:junit4]   2> 3812 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3813 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1351766960196
[junit4:junit4]   2> 3813 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1351766960196/'
[junit4:junit4]   2> 3917 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3918 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3919 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1351766960196
[junit4:junit4]   2> 3920 T17 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1351766960196/solr.xml
[junit4:junit4]   2> 3921 T17 oasc.CoreContainer.<init> New CoreContainer 1312957238
[junit4:junit4]   2> 3922 T17 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1351766960196/'
[junit4:junit4]   2> 3923 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1351766960196/'
[junit4:junit4]   2> 3999 T17 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4032 T17 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53066/solr
[junit4:junit4]   2> 4078 T17 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53066/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@1fec1485
[junit4:junit4]   2> 4080 T37 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:53066
[junit4:junit4]   2> 4080 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4082 T37 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53066, initiating session
[junit4:junit4]   2> 4082 T19 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:12943
[junit4:junit4]   2> 4084 T19 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:12943
[junit4:junit4]   2> 4086 T21 oazs.NIOServerCnxn.finishSessionInit Established session 0x13abb96dff20002 with negotiated timeout 5000 for client /140.211.11.196:12943
[junit4:junit4]   2> 4086 T37 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:53066, sessionid = 0x13abb96dff20002, negotiated timeout = 5000
[junit4:junit4]   2> 4087 T38 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fec1485 name:ZooKeeperConnection Watcher:127.0.0.1:53066/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4088 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4113 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4126 T17 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 4130 T17 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42911_solr
[junit4:junit4]   2> 4138 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42911_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42911_solr
[junit4:junit4]   2> 4139 T17 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42911_solr
[junit4:junit4]   2> 4145 T17 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4146 T17 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4146 T17 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4147 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4148 T17 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4149 T17 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4150 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4150 T17 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4151 T17 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4152 T17 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4177 T17 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 4214 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 4216 T17 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 4220 T17 oasc.Overseer.start Overseer (id=88589399363813378-127.0.0.1:42911_solr-n_0000000000) starting
[junit4:junit4]   2> 4222 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4243 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4245 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4253 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4255 T44 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 4256 T17 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 4259 T17 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4294 T43 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 4371 T17 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1351766960196/collection1
[junit4:junit4]   2> 4372 T17 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 4374 T17 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4375 T17 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 4378 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1351766960196/collection1/'
[junit4:junit4]   2> 4380 T17 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-controljetty-1351766960196/collection1/lib/README' to classloader
[junit4:junit4]   2> 4381 T17 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-controljetty-1351766960196/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4686 T17 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4897 T17 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4999 T17 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5097 T17 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6919 T17 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6937 T17 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6941 T17 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7236 T17 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7252 T17 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7258 T17 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7265 T17 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7269 T17 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1351766960196/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1351766957670/control/data/
[junit4:junit4]   2> 7276 T17 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@118271c2
[junit4:junit4]   2> 7281 T17 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7286 T17 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@27d5dfac lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4a4fa9a2; maxCacheMB=0.173828125 maxMergeSizeMB=0.236328125)) assuming 'simple'
[junit4:junit4]   2> 7286 T17 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/control/data forceNew:false
[junit4:junit4]   2> 7287 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/control/data
[junit4:junit4]   2> 7287 T17 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1351766957670/control/data/index/
[junit4:junit4]   2> 7288 T17 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1351766957670/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7292 T17 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/control/data/index forceNew:false
[junit4:junit4]   2> 7323 T17 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d467e74 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ca16872),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7324 T17 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7325 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/control/data/index
[junit4:junit4]   2> 7362 T17 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7564 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7565 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7566 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7576 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7726 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7726 T17 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7727 T17 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7737 T17 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7765 T17 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7848 T17 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7852 T17 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7858 T17 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7860 T17 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7861 T17 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7862 T17 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7864 T17 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7866 T17 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7869 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7871 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7873 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7875 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7878 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7880 T17 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7907 T17 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7934 T17 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7945 T17 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7949 T17 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7958 T17 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7961 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/control/data
[junit4:junit4]   2> 7962 T17 oass.SolrIndexSearcher.<init> Opening Searcher@25515b26 main
[junit4:junit4]   2> 8003 T17 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8004 T17 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8005 T17 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8208 T17 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8692 T45 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25515b26 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8710 T17 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8712 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:create cxid:0x68 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 8729 T17 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8729 T17 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:42911/solr shardId:control_shard
[junit4:junit4]   2> 8741 T17 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 8758 T17 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 8778 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:delete cxid:0x77 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 8779 T17 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8780 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:create cxid:0x78 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9008 T43 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9009 T43 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42911_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42911/solr"}
[junit4:junit4]   2> 9021 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:create cxid:0x7f zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 9073 T38 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 9292 T17 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9293 T17 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9294 T17 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42911/solr/collection1/
[junit4:junit4]   2> 9295 T17 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9295 T17 oasc.SyncStrategy.syncToMe http://127.0.0.1:42911/solr/collection1/ has no replicas
[junit4:junit4]   2> 9296 T17 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42911/solr/collection1/
[junit4:junit4]   2> 9297 T17 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 9307 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20002 type:create cxid:0x9e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9581 T43 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9597 T38 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 9625 T17 oasc.ZkController.register We are http://127.0.0.1:42911/solr/collection1/ and leader is http://127.0.0.1:42911/solr/collection1/
[junit4:junit4]   2> 9630 T17 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42911/solr
[junit4:junit4]   2> 9631 T17 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9632 T17 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9635 T17 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9637 T17 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9638 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9730 T17 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9756 T17 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 9778 T17 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53066/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7c0f6d9
[junit4:junit4]   2> 9779 T46 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:53066
[junit4:junit4]   2> 9779 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9781 T46 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53066, initiating session
[junit4:junit4]   2> 9781 T19 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:27181
[junit4:junit4]   2> 9781 T19 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:27181
[junit4:junit4]   2> 9783 T21 oazs.NIOServerCnxn.finishSessionInit Established session 0x13abb96dff20003 with negotiated timeout 10000 for client /140.211.11.196:27181
[junit4:junit4]   2> 9783 T46 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:53066, sessionid = 0x13abb96dff20003, negotiated timeout = 10000
[junit4:junit4]   2> 9784 T47 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c0f6d9 name:ZooKeeperConnection Watcher:127.0.0.1:53066/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9785 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9786 T17 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9791 T17 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 9988 T17 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9992 T17 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:44085
[junit4:junit4]   2> 9993 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9994 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1351766967451
[junit4:junit4]   2> 9995 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1351766967451/'
[junit4:junit4]   2> 10043 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10044 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10045 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1351766967451
[junit4:junit4]   2> 10046 T17 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1351766967451/solr.xml
[junit4:junit4]   2> 10046 T17 oasc.CoreContainer.<init> New CoreContainer 1292954953
[junit4:junit4]   2> 10048 T17 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1351766967451/'
[junit4:junit4]   2> 10048 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1351766967451/'
[junit4:junit4]   2> 10094 T17 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10102 T43 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10104 T43 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42911_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42911/solr"}
[junit4:junit4]   2> 10117 T17 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53066/solr
[junit4:junit4]   2> 10118 T47 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 10118 T38 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 10118 T17 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53066/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@7ed32b58
[junit4:junit4]   2> 10120 T57 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:53066
[junit4:junit4]   2> 10120 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10122 T57 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53066, initiating session
[junit4:junit4]   2> 10122 T19 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:59509
[junit4:junit4]   2> 10123 T19 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:59509
[junit4:junit4]   2> 10124 T21 oazs.NIOServerCnxn.finishSessionInit Established session 0x13abb96dff20004 with negotiated timeout 5000 for client /140.211.11.196:59509
[junit4:junit4]   2> 10125 T57 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:53066, sessionid = 0x13abb96dff20004, negotiated timeout = 5000
[junit4:junit4]   2> 10125 T58 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ed32b58 name:ZooKeeperConnection Watcher:127.0.0.1:53066/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10126 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10127 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10129 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10131 T17 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44085_solr
[junit4:junit4]   2> 10132 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44085_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44085_solr
[junit4:junit4]   2> 10139 T17 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44085_solr
[junit4:junit4]   2> 10142 T47 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 10142 T38 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 10144 T17 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 10145 T38 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 10145 T17 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10145 T47 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 10146 T17 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 10147 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10148 T17 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10149 T17 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10149 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10150 T17 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10151 T17 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10152 T17 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 10181 T17 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10193 T17 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1351766967451/collection1
[junit4:junit4]   2> 10194 T17 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10195 T17 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10196 T17 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10198 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1351766967451/collection1/'
[junit4:junit4]   2> 10200 T17 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty1-1351766967451/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10202 T17 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty1-1351766967451/collection1/lib/README' to classloader
[junit4:junit4]   2> 10316 T17 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10430 T17 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10531 T17 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10607 T17 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11466 T17 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11480 T17 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11483 T17 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11513 T17 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11519 T17 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11525 T17 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11529 T17 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11533 T17 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1351766967451/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty1/
[junit4:junit4]   2> 11533 T17 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@118271c2
[junit4:junit4]   2> 11534 T17 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11535 T17 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@7409afd9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@27f80b13; maxCacheMB=0.837890625 maxMergeSizeMB=0.3935546875)) assuming 'simple'
[junit4:junit4]   2> 11536 T17 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty1 forceNew:false
[junit4:junit4]   2> 11536 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty1
[junit4:junit4]   2> 11537 T17 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty1/index/
[junit4:junit4]   2> 11538 T17 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11544 T17 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty1/index forceNew:false
[junit4:junit4]   2> 11551 T17 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@94b53ea lockFactory=org.apache.lucene.store.NativeFSLockFactory@17c1fbff),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11551 T17 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11552 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty1/index
[junit4:junit4]   2> 11553 T17 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11556 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11557 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11558 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11558 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11560 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11560 T17 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11561 T17 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11564 T17 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11566 T17 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11569 T17 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11571 T17 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11572 T17 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11575 T17 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11575 T17 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11576 T17 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11579 T17 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11581 T17 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11584 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11586 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11589 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11591 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11594 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11597 T17 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11599 T17 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11602 T17 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11611 T17 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11614 T17 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11618 T17 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11621 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty1
[junit4:junit4]   2> 11622 T17 oass.SolrIndexSearcher.<init> Opening Searcher@7fb9b87e main
[junit4:junit4]   2> 11623 T17 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11624 T17 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11625 T17 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11634 T17 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11712 T63 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7fb9b87e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11738 T17 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12132 T43 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12133 T43 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44085_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44085/solr"}
[junit4:junit4]   2> 12134 T43 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 12155 T47 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 12155 T58 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 12155 T38 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 12242 T17 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12242 T17 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:44085/solr shardId:shard1
[junit4:junit4]   2> 12244 T17 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 12263 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20004 type:delete cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 12264 T17 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12265 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20004 type:create cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12274 T17 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12274 T17 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12275 T17 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44085/solr/collection1/
[junit4:junit4]   2> 12275 T17 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12276 T17 oasc.SyncStrategy.syncToMe http://127.0.0.1:44085/solr/collection1/ has no replicas
[junit4:junit4]   2> 12276 T17 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44085/solr/collection1/
[junit4:junit4]   2> 12277 T17 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 12283 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20004 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12663 T43 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12682 T38 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 12682 T47 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 12682 T58 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 12694 T17 oasc.ZkController.register We are http://127.0.0.1:44085/solr/collection1/ and leader is http://127.0.0.1:44085/solr/collection1/
[junit4:junit4]   2> 12694 T17 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44085/solr
[junit4:junit4]   2> 12695 T17 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12695 T17 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12698 T17 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12699 T17 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12699 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12700 T17 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12826 T17 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 12830 T17 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:28217
[junit4:junit4]   2> 12831 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12831 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1351766970372
[junit4:junit4]   2> 12832 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1351766970372/'
[junit4:junit4]   2> 12863 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12864 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12864 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1351766970372
[junit4:junit4]   2> 12864 T17 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1351766970372/solr.xml
[junit4:junit4]   2> 12865 T17 oasc.CoreContainer.<init> New CoreContainer 182493184
[junit4:junit4]   2> 12866 T17 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1351766970372/'
[junit4:junit4]   2> 12866 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1351766970372/'
[junit4:junit4]   2> 12895 T17 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12909 T17 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53066/solr
[junit4:junit4]   2> 12910 T17 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53066/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@6c6f6432
[junit4:junit4]   2> 12911 T17 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12911 T73 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:53066
[junit4:junit4]   2> 12913 T73 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53066, initiating session
[junit4:junit4]   2> 12913 T19 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:45027
[junit4:junit4]   2> 12914 T19 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:45027
[junit4:junit4]   2> 12916 T21 oazs.NIOServerCnxn.finishSessionInit Established session 0x13abb96dff20005 with negotiated timeout 5000 for client /140.211.11.196:45027
[junit4:junit4]   2> 12916 T73 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:53066, sessionid = 0x13abb96dff20005, negotiated timeout = 5000
[junit4:junit4]   2> 12917 T74 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c6f6432 name:ZooKeeperConnection Watcher:127.0.0.1:53066/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12917 T17 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12918 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12934 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12936 T17 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:28217_solr
[junit4:junit4]   2> 12937 T23 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13abb96dff20005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:28217_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:28217_solr
[junit4:junit4]   2> 12939 T17 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:28217_solr
[junit4:junit4]   2> 12942 T47 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 12942 T58 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 12942 T38 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 12944 T17 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 12944 T17 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12945 T47 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12945 T17 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 12946 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12946 T58 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12946 T38 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12946 T17 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12947 T17 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12947 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12948 T17 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12948 T17 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12949 T17 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 12965 T17 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12974 T17 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1351766970372/collection1
[junit4:junit4]   2> 12975 T17 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12976 T17 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12977 T17 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12980 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1351766970372/collection1/'
[junit4:junit4]   2> 12982 T17 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty2-1351766970372/collection1/lib/README' to classloader
[junit4:junit4]   2> 12984 T17 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty2-1351766970372/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13045 T17 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13109 T17 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13200 T43 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13202 T43 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44085_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44085/solr"}
[junit4:junit4]   2> 13210 T17 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13253 T17 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13313 T58 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 13313 T74 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 13313 T47 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 13313 T38 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 13810 T17 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13824 T17 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13828 T17 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13857 T17 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13864 T17 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13869 T17 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13872 T17 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13875 T17 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1351766970372/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty2/
[junit4:junit4]   2> 13876 T17 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@118271c2
[junit4:junit4]   2> 13877 T17 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13878 T17 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d5ea6c0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7115b723) assuming 'simple'
[junit4:junit4]   2> 13878 T17 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty2 forceNew:false
[junit4:junit4]   2> 13879 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty2
[junit4:junit4]   2> 13879 T17 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty2/index/
[junit4:junit4]   2> 13880 T17 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13881 T17 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty2/index forceNew:false
[junit4:junit4]   2> 13884 T17 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51eb4fc6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8e37a81),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13884 T17 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13885 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty2/index
[junit4:junit4]   2> 13885 T17 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13889 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13889 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13890 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13891 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13892 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13893 T17 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13893 T17 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13896 T17 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13898 T17 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13900 T17 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13902 T17 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13903 T17 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13905 T17 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13906 T17 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13906 T17 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13909 T17 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13911 T17 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13914 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13916 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13918 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13921 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13923 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13925 T17 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13928 T17 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13930 T17 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13940 T17 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13944 T17 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13948 T17 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13950 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty2
[junit4:junit4]   2> 13951 T17 oass.SolrIndexSearcher.<init> Opening Searcher@4ceb0577 main
[junit4:junit4]   2> 13952 T17 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13953 T17 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13954 T17 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13978 T17 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 14047 T79 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ceb0577 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14057 T17 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14336 T43 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14338 T43 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28217_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28217/solr"}
[junit4:junit4]   2> 14361 T58 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 14361 T38 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 14361 T74 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 14361 T47 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 14561 T17 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14562 T17 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:28217/solr shardId:shard1
[junit4:junit4]   2> 14567 T17 oasc.ZkController.register We are http://127.0.0.1:28217/solr/collection1/ and leader is http://127.0.0.1:44085/solr/collection1/
[junit4:junit4]   2> 14568 T17 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:28217/solr
[junit4:junit4]   2> 14569 T17 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14569 T17 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@5d549a4e url=http://127.0.0.1:28217/solr/collection1 node=127.0.0.1:28217_solr
[junit4:junit4]   2> 14577 T80 C0 P28217 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14578 T17 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14581 T80 C0 P28217 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14582 T80 C0 P28217 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14583 T17 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 14584 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14584 T80 C0 P28217 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:44085/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14585 T17 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14592 T80 C0 P28217 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 14862 T17 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15117 T43 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15119 T43 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28217_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28217/solr"}
[junit4:junit4]   2> 15125 T80 C0 P28217 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:28217/solr START replicas=[http://127.0.0.1:44085/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 15138 T58 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 15139 T74 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 15139 T47 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 15139 T38 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2>  C0_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:28217_solr, base_url=http://127.0.0.1:28217/solr}
[junit4:junit4]   2> 15166 T80 C0 P28217 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15168 T80 C0 P28217 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15168 T80 C0 P28217 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15169 T80 C0 P28217 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@46e73024 url=http://127.0.0.1:44085/solr/collection1 node=127.0.0.1:44085_solr
[junit4:junit4]   2> 16233 T62 C1 P44085 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=53 
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@5bd76887 url=http://127.0.0.1:42911/solr/collection1 node=127.0.0.1:42911_solr
[junit4:junit4]   2> 16278 T42 C2 P42911 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16
[junit4:junit4]   2> 16639 T42 C2 P42911 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/control/data
[junit4:junit4]   2> 16642 T42 C2 P42911 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d467e74 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ca16872),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16643 T42 C2 P42911 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16822 T42 C2 P42911 /update {wt=javabin&version=2} {add=[10001 (1417430406840451072)]} 0 564
[junit4:junit4]   2> 16822 T41 C2 P42911 /update {wt=javabin&version=2} {add=[1 (1417430406840451073)]} 0 564
[junit4:junit4]   2> 16843 T59 C1 P44085 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty1
[junit4:junit4]   2> 16847 T59 C1 P44085 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@94b53ea lockFactory=org.apache.lucene.store.NativeFSLockFactory@17c1fbff),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16848 T59 C1 P44085 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16894 T78 C0 P28217 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1351766957670/jetty2
[junit4:junit4]   2> 16896 T78 C0 P28217 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51eb4fc6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8e37a81),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16897 T78 C0 P28217 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16902 T78 C0 P28217 REQ /update {distrib.from=http://127.0.0.1:44085/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 16903 T59 C1 P44085 /update {wt=javabin&version=2} {add=[1 (1417430407055409152)]} 0 66
[junit4:junit4]   2> 16906 T77 C0 P28217 REQ /update {distrib.from=http://127.0.0.1:44085/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=12 
[junit4:junit4]   2> 16907 T60 C1 P44085 /update {wt=javabin&version=2} {add=[10001 (1417430407055409153)]} 0 74
[junit4:junit4]   2> 16915 T84 C2 P42911 /update {wt=javabin&version=2} {add=[10002 (1417430407126712320)]} 0 5
[junit4:junit4]   2> 16922 T40 C2 P42911 /update {wt=javabin&version=2} {add=[2 (1417430407126712321)]} 0 12
[junit4:junit4]   2> 16935 T76 C0 P28217 REQ /update {distrib.from=http://127.0.0.1:44085/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16936 T62 C1 P44085 /update {wt=javabin&version=2} {add=[10002 (1417430407136149504)]} 0 16
[junit4:junit4]   2> 16938 T78 C0 P28217 REQ /update {distrib.from=http://127.0.0.1:44085/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 16939 T60 C1 P44085 /update {wt=javabin&version=2} {add=[2 (1417430407144538112)]} 0 11
[junit4:junit4]   2> 16949 T84 C2 P42911 /update {wt=javabin&version=2} {delete=[1 (-1417430407166558208)]} 0 6
[junit4:junit4]   2> 16949 T41 C2 P42911 /update {wt=javabin&version=2} {delete=[10001 (-1417430407166558209)]} 0 8
[junit4:junit4]   2> 16962 T77 C0 P28217 REQ /update {distrib.from=http://127.0.0.1:44085/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16962 T76 C0 P28217 REQ /update {distrib.from=http://127.0.0.1:44085/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16963 T62 C1 P44085 /update {wt=javabin&version=2} {delete=[1 (-1417430407171801088)]} 0 9
[junit4:junit4]   2> 16963 T59 C1 P44085 /update {wt=javabin&version=2} {delete=[10001 (-1417430407171801089)]} 0 9
[junit4:junit4]   2> 16970 T42 C2 P42911 /update {wt=javabin&version=2} {add=[10003 (1417430407185432576)]} 0 4
[junit4:junit4]   2> 16972 T40 C2 P42911 /update {wt=javabin&version=2} {add=[3 (1417430407185432577)]} 0 5
[junit4:junit4]   2> 16984 T78 C0 P28217 REQ /update {distrib.from=http://127.0.0.1:44085/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16985 T60 C1 P44085 /update {wt=javabin&version=2} {add=[10003 (1417430407192772608)]} 0 11
[junit4:junit4]   2> 16986 T77 C0 P28217 REQ /update {distrib.from=http://127.0.0.1:44085/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16987 T62 C1 P44085 /update {wt=javabin&version=2} {add=[3 (1417430407194869760)]} 0 11
[junit4:junit4]   2> 16989 T84 C2 P42911 /update {wt=javabin&version=2} {delete=[10003 (-1417430407208501248)]} 0 0
[junit4:junit4]   2> 16992 T41 C2 P42911 /update {wt=javabin&version=2} {delete=[3 (-1417430407211646976)]} 0 0
[junit4:junit4]   2> 16998 T76 C0 P28217 REQ /update {distrib.from=http://127.0.0.1:44085/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16999 T59 C1 P44085 /update {wt=javabin&version=2} {delete=[10003 (-1417430407213744128)]} 0 5
[junit4:junit4]   2> 17001 T78 C0 P28217 REQ /update {distrib.from=http://127.0.0.1:44085/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17002 T60 C1 P44085 /update {wt=javabin&version=2} {delete=[3 (-1417430407216889856)]} 0 5
[junit4:junit4]   2> 17007 T42 C2 P42911 /update {wt=javabin&version=2} {add=[10004 (1417430407223181312)]} 0 4
[junit4:junit4]   2> 17010 T40 C2 P42911 /update {wt=javabin&version=2} {add=[4 (1417430407226327040)]} 0 5
[junit4:junit4]

[...truncated too long message...]

dThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    7) Thread[id=216, name=qtp62200346-216 Acceptor2 SelectChannelConnector@0.0.0.0:32384, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    8) Thread[id=266, name=qtp2125416036-266 Acceptor2 SelectChannelConnector@0.0.0.0:59125, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    9) Thread[id=248, name=qtp457204036-248 Acceptor2 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   10) Thread[id=247, name=qtp457204036-247 Acceptor1 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   11) Thread[id=196, name=qtp652130107-196 Acceptor2 SelectChannelConnector@0.0.0.0:16862, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   12) Thread[id=215, name=qtp62200346-215 Acceptor1 SelectChannelConnector@0.0.0.0:32384, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   13) Thread[id=249, name=qtp457204036-249 Acceptor3 SelectChannelConnector@0.0.0.0:43579, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   14) Thread[id=197, name=qtp652130107-197 Acceptor3 SelectChannelConnector@0.0.0.0:16862, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   15) Thread[id=267, name=qtp2125416036-267 Acceptor3 SelectChannelConnector@0.0.0.0:59125, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   16) Thread[id=246, name=qtp457204036-246 Acceptor0 SelectChannelConnector@0.0.0.0:43579, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([D1FFDF93AD5912EA]:0)
[junit4:junit4] Completed on J0 in 160.33s, 1 test, 1 failure, 2 errors <<< FAILURES!

[...truncated 99 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 1 failure, 785 ignored (2 assumptions)

Total time: 21 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3355 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3355/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.request.TestRemoteStreaming

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.request.TestRemoteStreaming:     1) Thread[id=24, name=qtp289005241-24 Acceptor0 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=26, name=qtp289005241-26 Acceptor2 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=27, name=qtp289005241-27 Acceptor3 SelectChannelConnector@0.0.0.0:25831, state=RUNNABLE, group=TGRP-TestRemoteStreaming]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=25, name=qtp289005241-25 Acceptor1 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.request.TestRemoteStreaming: 
   1) Thread[id=24, name=qtp289005241-24 Acceptor0 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=26, name=qtp289005241-26 Acceptor2 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=27, name=qtp289005241-27 Acceptor3 SelectChannelConnector@0.0.0.0:25831, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=25, name=qtp289005241-25 Acceptor1 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([F636856B4F00B255]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.request.TestRemoteStreaming

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=24, name=qtp289005241-24 Acceptor0 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=26, name=qtp289005241-26 Acceptor2 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=27, name=qtp289005241-27 Acceptor3 SelectChannelConnector@0.0.0.0:25831, state=RUNNABLE, group=TGRP-TestRemoteStreaming]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=25, name=qtp289005241-25 Acceptor1 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=24, name=qtp289005241-24 Acceptor0 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=26, name=qtp289005241-26 Acceptor2 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=27, name=qtp289005241-27 Acceptor3 SelectChannelConnector@0.0.0.0:25831, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=25, name=qtp289005241-25 Acceptor1 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([F636856B4F00B255]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.servlet.NoCacheHeaderTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest:     1) Thread[id=19, name=qtp1291711983-19 Acceptor2 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=15, name=qtp1291711983-15 Acceptor0 SelectChannelConnector@0.0.0.0:25018, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=16, name=qtp1291711983-16 Acceptor3 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=21, name=qtp1291711983-21 Acceptor1 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest: 
   1) Thread[id=19, name=qtp1291711983-19 Acceptor2 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=15, name=qtp1291711983-15 Acceptor0 SelectChannelConnector@0.0.0.0:25018, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=16, name=qtp1291711983-16 Acceptor3 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=21, name=qtp1291711983-21 Acceptor1 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([F636856B4F00B255]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.servlet.NoCacheHeaderTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=19, name=qtp1291711983-19 Acceptor2 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=15, name=qtp1291711983-15 Acceptor0 SelectChannelConnector@0.0.0.0:25018, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=16, name=qtp1291711983-16 Acceptor3 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=21, name=qtp1291711983-21 Acceptor1 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=19, name=qtp1291711983-19 Acceptor2 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=15, name=qtp1291711983-15 Acceptor0 SelectChannelConnector@0.0.0.0:25018, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=16, name=qtp1291711983-16 Acceptor3 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=21, name=qtp1291711983-21 Acceptor1 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([F636856B4F00B255]:0)




Build Log:
[...truncated 8392 lines...]
[junit4:junit4] Suite: org.apache.solr.servlet.NoCacheHeaderTest
[junit4:junit4]   2> 254 T11 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-NoCacheHeaderTest-1351732645818
[junit4:junit4]   2> 262 T11 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 909 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1344 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:25018
[junit4:junit4]   2> 1766 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1768 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1769 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2618 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2623 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2624 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2668 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 2674 T11 oasc.CoreContainer.<init> New CoreContainer 1253806326
[junit4:junit4]   2> 2676 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2677 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2805 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3268 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 3270 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 3273 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 3274 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3438 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3659 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solr/collection1/conf/solrconfig-nocache.xml
[junit4:junit4]   2> 3702 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3816 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6690 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6734 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6740 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7175 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7199 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7207 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7230 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7347 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351732645818/
[junit4:junit4]   2> 7348 T11 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 7368 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7474 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@46ff33c6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ca03094) assuming 'simple'
[junit4:junit4]   2> 7480 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351732645818 forceNew:false
[junit4:junit4]   2> 7481 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351732645818
[junit4:junit4]   2> 7482 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351732645818/index/
[junit4:junit4]   2> 7483 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351732645818/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7541 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351732645818/index forceNew:false
[junit4:junit4]   2> 7981 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15a9d96c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ba5f3e5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7982 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7984 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351732645818/index
[junit4:junit4]   2> 9248 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9259 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351732645818
[junit4:junit4]   2> 9330 T11 oass.SolrIndexSearcher.<init> Opening Searcher@4c469ca0 main
[junit4:junit4]   2> 9422 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9423 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9556 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9556 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9557 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9558 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9558 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9559 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9559 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9560 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9560 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9605 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 10145 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 10145 T29 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c469ca0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10146 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10147 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10148 T11 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#25018
[junit4:junit4]   2> 10198 T11 oas.SolrTestCaseJ4.setUp ###Starting testEtag
[junit4:junit4]   2> 10230 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@3ea0a595
[junit4:junit4]   2> 11668 T25 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=311 
[junit4:junit4]   2> 11847 T23 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 11851 T22 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 11855 T25 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 11859 T23 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 11863 T22 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 11867 T25 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 11871 T23 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 11875 T22 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 11878 T25 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 11878 T11 oas.SolrTestCaseJ4.tearDown ###Ending testEtag
[junit4:junit4]   2> 12173 T11 oas.SolrTestCaseJ4.setUp ###Starting testLastModified
[junit4:junit4]   2> 12178 T23 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 12217 T22 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 12222 T25 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 12227 T23 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 12232 T22 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 12237 T25 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 12242 T23 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 12246 T22 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 12251 T25 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 12255 T23 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 12256 T11 oas.SolrTestCaseJ4.tearDown ###Ending testLastModified
[junit4:junit4]   2> 12268 T11 oas.SolrTestCaseJ4.setUp ###Starting testCacheControl
[junit4:junit4]   2> 12272 T22 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 12277 T25 C0 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 12286 T23 C0 REQ [collection1] webapp=/solr path=/select params={q=solr&qt=standard} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 12288 T11 oas.SolrTestCaseJ4.tearDown ###Ending testCacheControl
[junit4:junit4]   2> 12339 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1253806326
[junit4:junit4]   2> 12339 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3ea0a595
[junit4:junit4]   2> 12340 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 12341 T11 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 12342 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 12343 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 12350 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 12351 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351732645818/index
[junit4:junit4]   2> 12359 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 12460 T11 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 12461 T11 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 12568 T10 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 32667 T10 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest: 
[junit4:junit4]   2> 	   1) Thread[id=19, name=qtp1291711983-19 Acceptor2 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=15, name=qtp1291711983-15 Acceptor0 SelectChannelConnector@0.0.0.0:25018, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=16, name=qtp1291711983-16 Acceptor3 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=21, name=qtp1291711983-21 Acceptor1 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 32669 T10 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=19, name=qtp1291711983-19 Acceptor2 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	   2) Thread[id=15, name=qtp1291711983-15 Acceptor0 SelectChannelConnector@0.0.0.0:25018, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	   3) Thread[id=16, name=qtp1291711983-16 Acceptor3 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	   4) Thread[id=21, name=qtp1291711983-21 Acceptor1 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 35713 T10 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=19, name=qtp1291711983-19 Acceptor2 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=15, name=qtp1291711983-15 Acceptor0 SelectChannelConnector@0.0.0.0:25018, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=16, name=qtp1291711983-16 Acceptor3 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=21, name=qtp1291711983-21 Acceptor1 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {}, sim=DefaultSimilarity, locale=ru_RU, timezone=Antarctica/DumontDUrville
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=7,free=101071912,total=152043520
[junit4:junit4]   2> NOTE: All tests run in this JVM: [NoCacheHeaderTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NoCacheHeaderTest -Dtests.seed=F636856B4F00B255 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru_RU -Dtests.timezone=Antarctica/DumontDUrville -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J0 | NoCacheHeaderTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest: 
[junit4:junit4]    >    1) Thread[id=19, name=qtp1291711983-19 Acceptor2 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=15, name=qtp1291711983-15 Acceptor0 SelectChannelConnector@0.0.0.0:25018, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=16, name=qtp1291711983-16 Acceptor3 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=21, name=qtp1291711983-21 Acceptor1 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F636856B4F00B255]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=19, name=qtp1291711983-19 Acceptor2 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=15, name=qtp1291711983-15 Acceptor0 SelectChannelConnector@0.0.0.0:25018, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=16, name=qtp1291711983-16 Acceptor3 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=21, name=qtp1291711983-21 Acceptor1 SelectChannelConnector@0.0.0.0:25018, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F636856B4F00B255]:0)
[junit4:junit4] Completed on J0 in 37.76s, 3 tests, 2 errors <<< FAILURES!

[...truncated 193 lines...]
[junit4:junit4] Suite: org.apache.solr.request.TestRemoteStreaming
[junit4:junit4]   2> 0 T17 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestRemoteStreaming-1351732658632
[junit4:junit4]   2> 2 T17 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 489 T17 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 722 T17 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:25831
[junit4:junit4]   2> 756 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 756 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: solr/
[junit4:junit4]   2> 757 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: 'solr/'
[junit4:junit4]   2> 793 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 794 T17 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 794 T17 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: solr/
[junit4:junit4]   2> 795 T17 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solr/solr.xml
[junit4:junit4]   2> 795 T17 oasc.CoreContainer.<init> New CoreContainer 1224237261
[junit4:junit4]   2> 796 T17 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
[junit4:junit4]   2> 796 T17 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'solr/'
[junit4:junit4]   2> 797 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/'
[junit4:junit4]   2> 838 T17 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 886 T17 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: solr/collection1
[junit4:junit4]   2> 887 T17 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/collection1/'
[junit4:junit4]   2> 970 T17 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1047 T17 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1051 T17 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1098 T17 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1642 T17 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1656 T17 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1659 T17 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1693 T17 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1708 T17 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1713 T17 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1718 T17 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1721 T17 oasc.SolrCore.<init> [collection1] Opening new SolrCore at solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/
[junit4:junit4]   2> 1722 T17 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5eddb0e6
[junit4:junit4]   2> 1723 T17 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1724 T17 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@ff72287 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@29fbd541) assuming 'simple'
[junit4:junit4]   2> 1725 T17 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632 forceNew:false
[junit4:junit4]   2> 1725 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632
[junit4:junit4]   2> 1726 T17 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/index/
[junit4:junit4]   2> 1726 T17 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1727 T17 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/index forceNew:false
[junit4:junit4]   2> 1730 T17 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1730 T17 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1731 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/index
[junit4:junit4]   2> 1731 T17 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1734 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1735 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1735 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1736 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1737 T17 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1737 T17 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1738 T17 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1740 T17 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1742 T17 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1744 T17 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1746 T17 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1746 T17 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1748 T17 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1749 T17 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1749 T17 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1751 T17 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1753 T17 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1755 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1756 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1758 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1760 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1762 T17 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1764 T17 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1766 T17 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1768 T17 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1777 T17 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1781 T17 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1783 T17 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: []
[junit4:junit4]   2> 1786 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632
[junit4:junit4]   2> 1787 T17 oass.SolrIndexSearcher.<init> Opening Searcher@750e1b64 main
[junit4:junit4]   2> 1788 T17 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1788 T17 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1789 T17 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1800 T17 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1850 T17 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1851 T17 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1851 T17 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1852 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1852 T17 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1853 T17 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1853 T17 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1854 T17 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1854 T17 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1855 T17 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1884 T32 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@750e1b64 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1894 T17 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1895 T17 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 1895 T17 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1896 T17 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#25831
[junit4:junit4]   2> 1904 T17 oas.SolrTestCaseJ4.setUp ###Starting testMakeDeleteAllUrl
[junit4:junit4]   2> 1960 T17 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@30d5c1d7
[junit4:junit4]   2> 2759 T31 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632
[junit4:junit4]   2> 2762 T31 C1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2763 T31 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2766 T31 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1234]} 0 23
[junit4:junit4]   2> 2885 T30 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 2910 T30 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_2,generation=2,filenames=[_0.fnm, _0.pos, _0.tim, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.doc, _0.tip, _0.fdt]
[junit4:junit4]   2> 2911 T30 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0.pos, _0.tim, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.doc, _0.tip, _0.fdt]
[junit4:junit4]   2> 2912 T30 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632
[junit4:junit4]   2> 2923 T30 C1 oass.SolrIndexSearcher.<init> Opening Searcher@5b081c05 main
[junit4:junit4]   2> 2924 T30 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2929 T32 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b081c05 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 2930 T32 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/index
[junit4:junit4]   2> 2931 T30 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 47
[junit4:junit4]   2> 3028 T31 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=1 status=0 QTime=64 
[junit4:junit4]   2> 3039 T30 C1 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 3040 T30 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 3041 T30 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_2,generation=2,filenames=[_0.fnm, _0.pos, _0.tim, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0.doc, _0.tip, _0.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 3042 T30 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 3044 T30 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632
[junit4:junit4]   2> 3045 T30 C1 oass.SolrIndexSearcher.<init> Opening Searcher@292cdf90 main
[junit4:junit4]   2> 3046 T30 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3051 T32 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@292cdf90 main{StandardDirectoryReader(segments_3:4)}
[junit4:junit4]   2> 3052 T30 C1 UPDATE [collection1] webapp=/solr path=/update params={commit=true&stream.body=<delete><query>*:*</query></delete>} {deleteByQuery=*:*,commit=} 0 14
[junit4:junit4]   2> 3055 T30 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/index
[junit4:junit4]   2> 3064 T31 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3065 T17 oas.SolrTestCaseJ4.tearDown ###Ending testMakeDeleteAllUrl
[junit4:junit4]   2> 3075 T17 oas.SolrTestCaseJ4.setUp ###Starting testStreamUrl
[junit4:junit4]   2> 3082 T29 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1234]} 0 3
[junit4:junit4]   2> 3087 T30 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 3093 T30 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_4,generation=4,filenames=[_1.doc, _1.fdx, _1_nrm.cfs, _1.fdt, _1.pos, _1.si, _1.tip, _1.fnm, _1.tim, _1_nrm.cfe, segments_4]
[junit4:junit4]   2> 3094 T30 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1.doc, _1.fdx, _1_nrm.cfs, _1.fdt, _1.pos, _1.si, _1.tip, _1.fnm, _1.tim, _1_nrm.cfe, segments_4]
[junit4:junit4]   2> 3095 T30 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632
[junit4:junit4]   2> 3098 T30 C1 oass.SolrIndexSearcher.<init> Opening Searcher@340db08d main
[junit4:junit4]   2> 3100 T30 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3104 T32 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@340db08d main{StandardDirectoryReader(segments_4:6 _1(5.0):C1)}
[junit4:junit4]   2> 3106 T32 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/index
[junit4:junit4]   2> 3106 T30 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 19
[junit4:junit4]   2> 3111 T31 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 3133 T30 C1 REQ [collection1] webapp=/solr path=/select params={wt=csv&q=*:*&fl=id} hits=1 status=0 QTime=10 
[junit4:junit4]   2> 3170 T29 C1 REQ [collection1] webapp=/solr path=/debug/dump params={wt=xml&stream.url=http://127.0.0.1:25831/solr/select?q%3D*:*%26fl%3Did%26wt%3Dcsv} status=0 QTime=51 
[junit4:junit4]   2> 3172 T17 oas.SolrTestCaseJ4.tearDown ###Ending testStreamUrl
[junit4:junit4]   2> 3186 T17 oas.SolrTestCaseJ4.setUp ###Starting testQtUpdateFails
[junit4:junit4]   2> 3192 T31 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1234]} 0 3
[junit4:junit4]   2> 3196 T29 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 3261 T29 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_4,generation=4,filenames=[_1.doc, _1.fdx, _1_nrm.cfs, _1.fdt, _1.pos, _1.si, _1.tip, _1.fnm, _1.tim, _1_nrm.cfe, segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_5,generation=5,filenames=[_2.si, _2.pos, _2.tip, _2_nrm.cfe, _2.fdt, _2_nrm.cfs, segments_5, _2.fdx, _2.doc, _2.tim, _2.fnm]
[junit4:junit4]   2> 3262 T29 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_2.si, _2.pos, _2.tip, _2_nrm.cfe, _2.fdt, _2_nrm.cfs, segments_5, _2.fdx, _2.doc, _2.tim, _2.fnm]
[junit4:junit4]   2> 3263 T29 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632
[junit4:junit4]   2> 3266 T29 C1 oass.SolrIndexSearcher.<init> Opening Searcher@7a86b09d main
[junit4:junit4]   2> 3267 T29 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3271 T32 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a86b09d main{StandardDirectoryReader(segments_5:10 _2(5.0):C1)}
[junit4:junit4]   2> 3272 T32 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/index
[junit4:junit4]   2> 3272 T29 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 76
[junit4:junit4]   2> 3277 T31 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 3282 T17 oas.SolrTestCaseJ4.tearDown ###Ending testQtUpdateFails
[junit4:junit4]   2> 3296 T17 oas.SolrTestCaseJ4.setUp ###Starting testNoUrlAccess
[junit4:junit4]   2> 3302 T30 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1234]} 0 2
[junit4:junit4]   2> 3306 T31 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 3312 T31 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_5,generation=5,filenames=[_2.si, _2.pos, _2.tip, _2_nrm.cfe, _2.fdt, _2_nrm.cfs, segments_5, _2.fdx, _2.doc, _2.tim, _2.fnm]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45868764 lockFactory=org.apache.lucene.store.NativeFSLockFactory@650f4afe),segFN=segments_6,generation=6,filenames=[_3.fdx, _3_nrm.cfe, _3_nrm.cfs, _3.tim, _3.doc, _3.si, _3.tip, _3.fdt, _3.pos, _3.fnm, segments_6]
[junit4:junit4]   2> 3313 T31 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_3.fdx, _3_nrm.cfe, _3_nrm.cfs, _3.tim, _3.doc, _3.si, _3.tip, _3.fdt, _3.pos, _3.fnm, segments_6]
[junit4:junit4]   2> 3313 T31 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632
[junit4:junit4]   2> 3367 T31 C1 oass.SolrIndexSearcher.<init> Opening Searcher@58933ff7 main
[junit4:junit4]   2> 3369 T31 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3374 T32 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58933ff7 main{StandardDirectoryReader(segments_6:14 _3(5.0):C1)}
[junit4:junit4]   2> 3375 T32 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/index
[junit4:junit4]   2> 3376 T31 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 70
[junit4:junit4]   2> 3382 T29 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 3388 T30 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&stream.url=http://127.0.0.1:25831/solr/update?commit%3Dtrue%26stream.body%3D%253Cdelete%253E%253Cquery%253E*%253A*%253C%252Fquery%253E%253C%252Fdelete%253E&q=*:*&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 3393 T31 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=id:1234&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 3395 T17 oas.SolrTestCaseJ4.tearDown ###Ending testNoUrlAccess
[junit4:junit4]   2> 3445 T17 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1224237261
[junit4:junit4]   2> 3445 T17 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@30d5c1d7
[junit4:junit4]   2> 3485 T17 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 3486 T17 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 3486 T17 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 3487 T17 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 3489 T17 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/index
[junit4:junit4]   2> 3490 T17 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 3491 T17 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-TestRemoteStreaming-1351732658632/index
[junit4:junit4]   2> 3492 T17 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 3593 T17 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 3594 T17 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 3609 T16 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 23711 T16 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.request.TestRemoteStreaming: 
[junit4:junit4]   2> 	   1) Thread[id=24, name=qtp289005241-24 Acceptor0 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=26, name=qtp289005241-26 Acceptor2 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=27, name=qtp289005241-27 Acceptor3 SelectChannelConnector@0.0.0.0:25831, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=25, name=qtp289005241-25 Acceptor1 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 23713 T16 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=24, name=qtp289005241-24 Acceptor0 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 	   2) Thread[id=26, name=qtp289005241-26 Acceptor2 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 	   3) Thread[id=27, name=qtp289005241-27 Acceptor3 SelectChannelConnector@0.0.0.0:25831, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 	   4) Thread[id=25, name=qtp289005241-25 Acceptor1 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 26758 T16 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=24, name=qtp289005241-24 Acceptor0 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=26, name=qtp289005241-26 Acceptor2 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=27, name=qtp289005241-27 Acceptor3 SelectChannelConnector@0.0.0.0:25831, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=25, name=qtp289005241-25 Acceptor1 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=sk, timezone=Africa/Lagos
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=5,free=98957912,total=152043520
[junit4:junit4]   2> NOTE: All tests run in this JVM: [XmlUpdateRequestHandlerTest, TestRemoteStreaming]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRemoteStreaming -Dtests.seed=F636856B4F00B255 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sk -Dtests.timezone=Africa/Lagos -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J1 | TestRemoteStreaming (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.request.TestRemoteStreaming: 
[junit4:junit4]    >    1) Thread[id=24, name=qtp289005241-24 Acceptor0 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=26, name=qtp289005241-26 Acceptor2 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=27, name=qtp289005241-27 Acceptor3 SelectChannelConnector@0.0.0.0:25831, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=25, name=qtp289005241-25 Acceptor1 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F636856B4F00B255]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=24, name=qtp289005241-24 Acceptor0 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=26, name=qtp289005241-26 Acceptor2 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=27, name=qtp289005241-27 Acceptor3 SelectChannelConnector@0.0.0.0:25831, state=RUNNABLE, group=TGRP-TestRemoteStreaming]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=25, name=qtp289005241-25 Acceptor1 SelectChannelConnector@0.0.0.0:25831, state=BLOCKED, group=TGRP-TestRemoteStreaming]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F636856B4F00B255]:0)
[junit4:junit4] Completed on J1 in 27.23s, 4 tests, 2 errors <<< FAILURES!

[...truncated 509 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 870 ignored

Total time: 17 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3354 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3354/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedTermsComponentTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest:     1) Thread[id=122, name=qtp2114944958-122 Acceptor1 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=148, name=qtp1535086333-148 Acceptor0 SelectChannelConnector@0.0.0.0:47790, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=172, name=qtp1208204611-172 Acceptor3 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=171, name=qtp1208204611-171 Acceptor2 SelectChannelConnector@0.0.0.0:21152, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=183, name=qtp636699334-183 Acceptor1 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=199, name=qtp1818527829-199 Acceptor3 SelectChannelConnector@0.0.0.0:19989, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=94, name=qtp1855754915-94 Acceptor2 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=137, name=qtp966742404-137 Acceptor3 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=185, name=qtp636699334-185 Acceptor3 SelectChannelConnector@0.0.0.0:21886, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=196, name=qtp1818527829-196 Acceptor0 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=212, name=qtp1359119508-212 Acceptor2 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=135, name=qtp966742404-135 Acceptor1 SelectChannelConnector@0.0.0.0:52067, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=136, name=qtp966742404-136 Acceptor2 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=124, name=qtp2114944958-124 Acceptor3 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=198, name=qtp1818527829-198 Acceptor2 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=182, name=qtp636699334-182 Acceptor0 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=169, name=qtp1208204611-169 Acceptor0 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=151, name=qtp1535086333-151 Acceptor3 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=95, name=qtp1855754915-95 Acceptor3 SelectChannelConnector@0.0.0.0:29311, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=105, name=qtp265788244-105 Acceptor0 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=107, name=qtp265788244-107 Acceptor2 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=108, name=qtp265788244-108 Acceptor3 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=149, name=qtp1535086333-149 Acceptor1 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=92, name=qtp1855754915-92 Acceptor0 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=106, name=qtp265788244-106 Acceptor1 SelectChannelConnector@0.0.0.0:50887, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=197, name=qtp1818527829-197 Acceptor1 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=93, name=qtp1855754915-93 Acceptor1 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=150, name=qtp1535086333-150 Acceptor2 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=184, name=qtp636699334-184 Acceptor2 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=210, name=qtp1359119508-210 Acceptor0 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=170, name=qtp1208204611-170 Acceptor1 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=123, name=qtp2114944958-123 Acceptor2 SelectChannelConnector@0.0.0.0:31560, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=134, name=qtp966742404-134 Acceptor0 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=211, name=qtp1359119508-211 Acceptor1 SelectChannelConnector@0.0.0.0:11246, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=213, name=qtp1359119508-213 Acceptor3 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=121, name=qtp2114944958-121 Acceptor0 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest: 
   1) Thread[id=122, name=qtp2114944958-122 Acceptor1 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=148, name=qtp1535086333-148 Acceptor0 SelectChannelConnector@0.0.0.0:47790, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=172, name=qtp1208204611-172 Acceptor3 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=171, name=qtp1208204611-171 Acceptor2 SelectChannelConnector@0.0.0.0:21152, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=183, name=qtp636699334-183 Acceptor1 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=199, name=qtp1818527829-199 Acceptor3 SelectChannelConnector@0.0.0.0:19989, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=94, name=qtp1855754915-94 Acceptor2 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=137, name=qtp966742404-137 Acceptor3 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=185, name=qtp636699334-185 Acceptor3 SelectChannelConnector@0.0.0.0:21886, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=196, name=qtp1818527829-196 Acceptor0 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=212, name=qtp1359119508-212 Acceptor2 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=135, name=qtp966742404-135 Acceptor1 SelectChannelConnector@0.0.0.0:52067, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=136, name=qtp966742404-136 Acceptor2 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=124, name=qtp2114944958-124 Acceptor3 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=198, name=qtp1818527829-198 Acceptor2 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=182, name=qtp636699334-182 Acceptor0 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=169, name=qtp1208204611-169 Acceptor0 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=151, name=qtp1535086333-151 Acceptor3 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=95, name=qtp1855754915-95 Acceptor3 SelectChannelConnector@0.0.0.0:29311, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=105, name=qtp265788244-105 Acceptor0 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=107, name=qtp265788244-107 Acceptor2 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=108, name=qtp265788244-108 Acceptor3 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=149, name=qtp1535086333-149 Acceptor1 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=92, name=qtp1855754915-92 Acceptor0 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=106, name=qtp265788244-106 Acceptor1 SelectChannelConnector@0.0.0.0:50887, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=197, name=qtp1818527829-197 Acceptor1 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=93, name=qtp1855754915-93 Acceptor1 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=150, name=qtp1535086333-150 Acceptor2 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=184, name=qtp636699334-184 Acceptor2 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=210, name=qtp1359119508-210 Acceptor0 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=170, name=qtp1208204611-170 Acceptor1 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=123, name=qtp2114944958-123 Acceptor2 SelectChannelConnector@0.0.0.0:31560, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=134, name=qtp966742404-134 Acceptor0 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=211, name=qtp1359119508-211 Acceptor1 SelectChannelConnector@0.0.0.0:11246, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=213, name=qtp1359119508-213 Acceptor3 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=121, name=qtp2114944958-121 Acceptor0 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([D89DD3D48272C26A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedTermsComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=122, name=qtp2114944958-122 Acceptor1 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=148, name=qtp1535086333-148 Acceptor0 SelectChannelConnector@0.0.0.0:47790, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=172, name=qtp1208204611-172 Acceptor3 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=171, name=qtp1208204611-171 Acceptor2 SelectChannelConnector@0.0.0.0:21152, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=183, name=qtp636699334-183 Acceptor1 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=199, name=qtp1818527829-199 Acceptor3 SelectChannelConnector@0.0.0.0:19989, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=94, name=qtp1855754915-94 Acceptor2 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=137, name=qtp966742404-137 Acceptor3 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=185, name=qtp636699334-185 Acceptor3 SelectChannelConnector@0.0.0.0:21886, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=196, name=qtp1818527829-196 Acceptor0 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=212, name=qtp1359119508-212 Acceptor2 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=135, name=qtp966742404-135 Acceptor1 SelectChannelConnector@0.0.0.0:52067, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=136, name=qtp966742404-136 Acceptor2 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=124, name=qtp2114944958-124 Acceptor3 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=182, name=qtp636699334-182 Acceptor0 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=198, name=qtp1818527829-198 Acceptor2 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=169, name=qtp1208204611-169 Acceptor0 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=151, name=qtp1535086333-151 Acceptor3 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=95, name=qtp1855754915-95 Acceptor3 SelectChannelConnector@0.0.0.0:29311, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=105, name=qtp265788244-105 Acceptor0 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=107, name=qtp265788244-107 Acceptor2 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=108, name=qtp265788244-108 Acceptor3 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=149, name=qtp1535086333-149 Acceptor1 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=92, name=qtp1855754915-92 Acceptor0 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=106, name=qtp265788244-106 Acceptor1 SelectChannelConnector@0.0.0.0:50887, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=197, name=qtp1818527829-197 Acceptor1 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=93, name=qtp1855754915-93 Acceptor1 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=150, name=qtp1535086333-150 Acceptor2 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=184, name=qtp636699334-184 Acceptor2 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=210, name=qtp1359119508-210 Acceptor0 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=170, name=qtp1208204611-170 Acceptor1 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=123, name=qtp2114944958-123 Acceptor2 SelectChannelConnector@0.0.0.0:31560, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=134, name=qtp966742404-134 Acceptor0 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=211, name=qtp1359119508-211 Acceptor1 SelectChannelConnector@0.0.0.0:11246, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=213, name=qtp1359119508-213 Acceptor3 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=121, name=qtp2114944958-121 Acceptor0 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=122, name=qtp2114944958-122 Acceptor1 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=148, name=qtp1535086333-148 Acceptor0 SelectChannelConnector@0.0.0.0:47790, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=172, name=qtp1208204611-172 Acceptor3 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=171, name=qtp1208204611-171 Acceptor2 SelectChannelConnector@0.0.0.0:21152, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=183, name=qtp636699334-183 Acceptor1 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=199, name=qtp1818527829-199 Acceptor3 SelectChannelConnector@0.0.0.0:19989, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=94, name=qtp1855754915-94 Acceptor2 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=137, name=qtp966742404-137 Acceptor3 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=185, name=qtp636699334-185 Acceptor3 SelectChannelConnector@0.0.0.0:21886, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=196, name=qtp1818527829-196 Acceptor0 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=212, name=qtp1359119508-212 Acceptor2 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=135, name=qtp966742404-135 Acceptor1 SelectChannelConnector@0.0.0.0:52067, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=136, name=qtp966742404-136 Acceptor2 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=124, name=qtp2114944958-124 Acceptor3 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=182, name=qtp636699334-182 Acceptor0 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=198, name=qtp1818527829-198 Acceptor2 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=169, name=qtp1208204611-169 Acceptor0 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=151, name=qtp1535086333-151 Acceptor3 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=95, name=qtp1855754915-95 Acceptor3 SelectChannelConnector@0.0.0.0:29311, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=105, name=qtp265788244-105 Acceptor0 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=107, name=qtp265788244-107 Acceptor2 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=108, name=qtp265788244-108 Acceptor3 SelectChannelConnector@0.0.0.0:50887, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=149, name=qtp1535086333-149 Acceptor1 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=92, name=qtp1855754915-92 Acceptor0 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=106, name=qtp265788244-106 Acceptor1 SelectChannelConnector@0.0.0.0:50887, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=197, name=qtp1818527829-197 Acceptor1 SelectChannelConnector@0.0.0.0:19989, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=93, name=qtp1855754915-93 Acceptor1 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=150, name=qtp1535086333-150 Acceptor2 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=184, name=qtp636699334-184 Acceptor2 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=210, name=qtp1359119508-210 Acceptor0 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=170, name=qtp1208204611-170 Acceptor1 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=123, name=qtp2114944958-123 Acceptor2 SelectChannelConnector@0.0.0.0:31560, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=134, name=qtp966742404-134 Acceptor0 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=211, name=qtp1359119508-211 Acceptor1 SelectChannelConnector@0.0.0.0:11246, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=213, name=qtp1359119508-213 Acceptor3 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=121, name=qtp2114944958-121 Acceptor0 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([D89DD3D48272C26A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.PeerSyncTest

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.update.PeerSyncTest:     1) Thread[id=36, name=qtp289599323-36 Acceptor1 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=51, name=qtp179066495-51 Acceptor2 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=52, name=qtp179066495-52 Acceptor3 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=17, name=qtp1288854966-17 Acceptor0 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=20, name=qtp1288854966-20 Acceptor3 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=66, name=qtp1341312383-66 Acceptor3 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=35, name=qtp289599323-35 Acceptor0 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=18, name=qtp1288854966-18 Acceptor1 SelectChannelConnector@0.0.0.0:54859, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=50, name=qtp179066495-50 Acceptor1 SelectChannelConnector@0.0.0.0:37388, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=49, name=qtp179066495-49 Acceptor0 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=63, name=qtp1341312383-63 Acceptor0 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=65, name=qtp1341312383-65 Acceptor2 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=19, name=qtp1288854966-19 Acceptor2 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=64, name=qtp1341312383-64 Acceptor1 SelectChannelConnector@0.0.0.0:61887, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=37, name=qtp289599323-37 Acceptor2 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=38, name=qtp289599323-38 Acceptor3 SelectChannelConnector@0.0.0.0:40083, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.update.PeerSyncTest: 
   1) Thread[id=36, name=qtp289599323-36 Acceptor1 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=51, name=qtp179066495-51 Acceptor2 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=52, name=qtp179066495-52 Acceptor3 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=17, name=qtp1288854966-17 Acceptor0 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=20, name=qtp1288854966-20 Acceptor3 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=66, name=qtp1341312383-66 Acceptor3 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=35, name=qtp289599323-35 Acceptor0 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=18, name=qtp1288854966-18 Acceptor1 SelectChannelConnector@0.0.0.0:54859, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=50, name=qtp179066495-50 Acceptor1 SelectChannelConnector@0.0.0.0:37388, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=49, name=qtp179066495-49 Acceptor0 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=63, name=qtp1341312383-63 Acceptor0 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=65, name=qtp1341312383-65 Acceptor2 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=19, name=qtp1288854966-19 Acceptor2 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=64, name=qtp1341312383-64 Acceptor1 SelectChannelConnector@0.0.0.0:61887, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=37, name=qtp289599323-37 Acceptor2 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=38, name=qtp289599323-38 Acceptor3 SelectChannelConnector@0.0.0.0:40083, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([D89DD3D48272C26A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.PeerSyncTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=36, name=qtp289599323-36 Acceptor1 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=51, name=qtp179066495-51 Acceptor2 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=52, name=qtp179066495-52 Acceptor3 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=17, name=qtp1288854966-17 Acceptor0 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=20, name=qtp1288854966-20 Acceptor3 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=66, name=qtp1341312383-66 Acceptor3 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=35, name=qtp289599323-35 Acceptor0 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=18, name=qtp1288854966-18 Acceptor1 SelectChannelConnector@0.0.0.0:54859, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=49, name=qtp179066495-49 Acceptor0 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=50, name=qtp179066495-50 Acceptor1 SelectChannelConnector@0.0.0.0:37388, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=63, name=qtp1341312383-63 Acceptor0 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=65, name=qtp1341312383-65 Acceptor2 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=19, name=qtp1288854966-19 Acceptor2 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=64, name=qtp1341312383-64 Acceptor1 SelectChannelConnector@0.0.0.0:61887, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=37, name=qtp289599323-37 Acceptor2 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=38, name=qtp289599323-38 Acceptor3 SelectChannelConnector@0.0.0.0:40083, state=RUNNABLE, group=TGRP-PeerSyncTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=36, name=qtp289599323-36 Acceptor1 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=51, name=qtp179066495-51 Acceptor2 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=52, name=qtp179066495-52 Acceptor3 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=17, name=qtp1288854966-17 Acceptor0 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=20, name=qtp1288854966-20 Acceptor3 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=66, name=qtp1341312383-66 Acceptor3 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=35, name=qtp289599323-35 Acceptor0 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=18, name=qtp1288854966-18 Acceptor1 SelectChannelConnector@0.0.0.0:54859, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=49, name=qtp179066495-49 Acceptor0 SelectChannelConnector@0.0.0.0:37388, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=50, name=qtp179066495-50 Acceptor1 SelectChannelConnector@0.0.0.0:37388, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=63, name=qtp1341312383-63 Acceptor0 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=65, name=qtp1341312383-65 Acceptor2 SelectChannelConnector@0.0.0.0:61887, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=19, name=qtp1288854966-19 Acceptor2 SelectChannelConnector@0.0.0.0:54859, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=64, name=qtp1341312383-64 Acceptor1 SelectChannelConnector@0.0.0.0:61887, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=37, name=qtp289599323-37 Acceptor2 SelectChannelConnector@0.0.0.0:40083, state=BLOCKED, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=38, name=qtp289599323-38 Acceptor3 SelectChannelConnector@0.0.0.0:40083, state=RUNNABLE, group=TGRP-PeerSyncTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([D89DD3D48272C26A]:0)




Build Log:
[...truncated 8440 lines...]
[junit4:junit4] Suite: org.apache.solr.update.PeerSyncTest
[junit4:junit4]   2> 335 T11 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 958 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1401 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:54859
[junit4:junit4]   2> 1610 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1611 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1611 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2412 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2417 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2418 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2464 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 2470 T11 oasc.CoreContainer.<init> New CoreContainer 790808921
[junit4:junit4]   2> 2471 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2472 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2579 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3003 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 3004 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 3006 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3008 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 3124 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3311 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 3342 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3417 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5063 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5092 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5096 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5380 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5396 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5402 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5418 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5494 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351704338617/control/data/
[junit4:junit4]   2> 5495 T11 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 5509 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5604 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@100eae5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@633d60e6) assuming 'simple'
[junit4:junit4]   2> 5608 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/control/data forceNew:false
[junit4:junit4]   2> 5609 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/control/data
[junit4:junit4]   2> 5610 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351704338617/control/data/index/
[junit4:junit4]   2> 5611 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351704338617/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5639 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/control/data/index forceNew:false
[junit4:junit4]   2> 5950 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@69f2d194 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46552445; maxCacheMB=0.533203125 maxMergeSizeMB=0.037109375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5951 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5952 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/control/data/index
[junit4:junit4]   2> 6686 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6704 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6731 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6735 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6861 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6889 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/control/data
[junit4:junit4]   2> 6936 T11 oass.SolrIndexSearcher.<init> Opening Searcher@7001073a main
[junit4:junit4]   2> 7027 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7028 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7115 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 7116 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7116 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 7117 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7118 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7118 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7119 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7119 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7120 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7154 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 7659 T29 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7001073a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7661 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7663 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 7664 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7721 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7746 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 7749 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:40083
[junit4:junit4]   2> 7750 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7751 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 7751 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 7785 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7786 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7787 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 7787 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 7788 T11 oasc.CoreContainer.<init> New CoreContainer 478035819
[junit4:junit4]   2> 7789 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 7789 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 7822 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7848 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 7849 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 7851 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7852 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 7909 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7967 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 7969 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8020 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8673 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8688 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8691 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8712 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8718 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8723 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8726 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8729 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351704338617/shard0/data/
[junit4:junit4]   2> 8730 T11 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 8730 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8731 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@28c25a3b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6fb1ec64) assuming 'simple'
[junit4:junit4]   2> 8732 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard0/data forceNew:false
[junit4:junit4]   2> 8732 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard0/data
[junit4:junit4]   2> 8733 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351704338617/shard0/data/index/
[junit4:junit4]   2> 8734 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351704338617/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8736 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard0/data/index forceNew:false
[junit4:junit4]   2> 8741 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8864944 lockFactory=org.apache.lucene.store.NativeFSLockFactory@72fb6e9b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8742 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8743 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard0/data/index
[junit4:junit4]   2> 8745 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8747 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8748 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8749 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8759 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8765 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard0/data
[junit4:junit4]   2> 8766 T11 oass.SolrIndexSearcher.<init> Opening Searcher@4885ee39 main
[junit4:junit4]   2> 8768 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8768 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8769 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 8769 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8770 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 8770 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8771 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8772 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8772 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8773 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8773 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8774 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8795 T43 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4885ee39 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8795 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8797 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8797 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8798 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8810 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8813 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:37388
[junit4:junit4]   2> 8814 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8814 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8815 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8848 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8849 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8849 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8850 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 8850 T11 oasc.CoreContainer.<init> New CoreContainer 947624895
[junit4:junit4]   2> 8851 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8852 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8883 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8906 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 8907 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 8909 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8910 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 8957 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9012 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 9013 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9059 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9617 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9632 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9635 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9656 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9662 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9666 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9669 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9671 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351704338617/shard1/data/
[junit4:junit4]   2> 9672 T11 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 9673 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9674 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f6d7bec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ce3044f) assuming 'simple'
[junit4:junit4]   2> 9674 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard1/data forceNew:false
[junit4:junit4]   2> 9675 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard1/data
[junit4:junit4]   2> 9675 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351704338617/shard1/data/index/
[junit4:junit4]   2> 9676 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351704338617/shard1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9677 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard1/data/index forceNew:false
[junit4:junit4]   2> 9684 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a133dcc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c7e8e6b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9685 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9685 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard1/data/index
[junit4:junit4]   2> 9688 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9689 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9691 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9691 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9700 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9705 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard1/data
[junit4:junit4]   2> 9706 T11 oass.SolrIndexSearcher.<init> Opening Searcher@697de960 main
[junit4:junit4]   2> 9707 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9708 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9708 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9709 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9709 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9710 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9711 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9711 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9712 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9712 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9713 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9713 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9734 T57 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@697de960 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9734 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9735 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9735 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9736 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9748 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9751 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:61887
[junit4:junit4]   2> 9752 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9752 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9753 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9784 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9785 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9785 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9786 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 9786 T11 oasc.CoreContainer.<init> New CoreContainer 1426481592
[junit4:junit4]   2> 9787 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9788 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9816 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9836 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 9837 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 9838 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9839 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 9880 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9924 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-tlog.xml
[junit4:junit4]   2> 9925 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9965 T11 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10501 T11 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10515 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10518 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10540 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10545 T11 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10550 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10553 T11 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10555 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.update.PeerSyncTest-1351704338617/shard2/data/
[junit4:junit4]   2> 10556 T11 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 10557 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10557 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@1eea7695 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@330f400e) assuming 'simple'
[junit4:junit4]   2> 10558 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard2/data forceNew:false
[junit4:junit4]   2> 10559 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard2/data
[junit4:junit4]   2> 10559 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.update.PeerSyncTest-1351704338617/shard2/data/index/
[junit4:junit4]   2> 10560 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.update.PeerSyncTest-1351704338617/shard2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10561 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard2/data/index forceNew:false
[junit4:junit4]   2> 10564 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@378d68a9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a6a782d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10565 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10566 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard2/data/index
[junit4:junit4]   2> 10568 T11 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10569 T11 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10571 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10571 T11 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10582 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10588 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard2/data
[junit4:junit4]   2> 10588 T11 oass.SolrIndexSearcher.<init> Opening Searcher@5096a235 main
[junit4:junit4]   2> 10590 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10590 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10591 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 10592 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10592 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 10593 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10593 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10594 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10594 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10595 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10595 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10596 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 10616 T69 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5096a235 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10616 T11 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 10617 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 10618 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10619 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@3394e7b0
[junit4:junit4]   2> 12289 T42 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard0/data
[junit4:junit4]   2> 12296 T42 C0 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8864944 lockFactory=org.apache.lucene.store.NativeFSLockFactory@72fb6e9b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12297 T42 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12781 T42 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1032 
[junit4:junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@7c0863bd
[junit4:junit4]   2> 13048 T55 C1 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 13069 T55 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:40083/solr] nUpdates=100
[junit4:junit4]   2> 13077 T55 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 13078 T55 C1 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:40083/solr&version=2&getVersions=100} status=0 QTime=88 
[junit4:junit4]   2> 13084 T54 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard1/data
[junit4:junit4]   2> 13087 T54 C1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a133dcc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c7e8e6b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13088 T54 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13092 T54 C1 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=9 
[junit4:junit4]   2> 13097 T56 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:40083/solr] nUpdates=100
[junit4:junit4]   2> 13114 T39 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=3 
[junit4:junit4]   2> 13114 T41 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=3 
[junit4:junit4]   2> 13115 T56 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Received 1 versions from 127.0.0.1:40083/solr
[junit4:junit4]   2> 13116 T56 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Our versions are newer. ourLowThreshold=1 otherHigh=1
[junit4:junit4]   2> 13116 T56 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4]   2> 13117 T56 C1 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:40083/solr&version=2&getVersions=100} status=0 QTime=20 
[junit4:junit4]   2> 13128 T42 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13266 T42 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8864944 lockFactory=org.apache.lucene.store.NativeFSLockFactory@72fb6e9b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8864944 lockFactory=org.apache.lucene.store.NativeFSLockFactory@72fb6e9b),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 13267 T42 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 13268 T42 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard0/data
[junit4:junit4]   2> 13390 T42 C0 oass.SolrIndexSearcher.<init> Opening Searcher@10a6cfcb main
[junit4:junit4]   2> 13393 T42 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13401 T43 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10a6cfcb main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 13403 T43 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard0/data/index
[junit4:junit4]   2> 13403 T42 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 278
[junit4:junit4]   2> 13407 T54 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13415 T54 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a133dcc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c7e8e6b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a133dcc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c7e8e6b),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 13416 T54 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 13416 T54 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard1/data
[junit4:junit4]   2> 13421 T54 C1 oass.SolrIndexSearcher.<init> Opening Searcher@2629071b main
[junit4:junit4]   2> 13422 T57 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2629071b main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 13422 T54 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13423 T57 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.update.PeerSyncTest-1351704338617/shard1/data/index
[junit4:junit4]   2> 13424 T54 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 17
[junit4:junit4]   2> 13652 T39 C0 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=208 
[junit4:junit4]   2> 13683 T55 C1 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 13721 T41 C0 REQ [collection1] webapp=/solr path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=26 
[junit4:junit4]   2> 13725 T56 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= START replicas=[127.0.0.1:40083/solr] nUpdates=100
[junit4:junit4]   2> 13730 T42 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 13731 T56 C1 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=  Received 2 versions from 127.0.0.1:40083/solr
[junit4:junit4]   2> 13732 T56 C1 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url= Requesting updates from 127.0.0.1:40083/solrn=1 versions=[2]
[junit4:junit4]   2> 13736 T39 C0 REQ [collection1] webapp=/solr path=/get params={distrib=false&getUpdates=2&qt=/get&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 13745 T56 C1 oasu.PeerSync.sync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4:junit4]   2> 13746 T56 C1 REQ [collection1] webapp=/solr path=/get params={qt=/get&wt=javabin&sync=127.0.0.1:40083/solr&version=2&getVersions=100} status=0 QTime=21 
[junit4:junit4]   2> 13750 T41 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13800 T41 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=

[...truncated too long message...]

tty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   27) Thread[id=93, name=qtp1855754915-93 Acceptor1 SelectChannelConnector@0.0.0.0:29311, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   28) Thread[id=150, name=qtp1535086333-150 Acceptor2 SelectChannelConnector@0.0.0.0:47790, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   29) Thread[id=184, name=qtp636699334-184 Acceptor2 SelectChannelConnector@0.0.0.0:21886, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   30) Thread[id=210, name=qtp1359119508-210 Acceptor0 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   31) Thread[id=170, name=qtp1208204611-170 Acceptor1 SelectChannelConnector@0.0.0.0:21152, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   32) Thread[id=123, name=qtp2114944958-123 Acceptor2 SelectChannelConnector@0.0.0.0:31560, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   33) Thread[id=134, name=qtp966742404-134 Acceptor0 SelectChannelConnector@0.0.0.0:52067, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   34) Thread[id=211, name=qtp1359119508-211 Acceptor1 SelectChannelConnector@0.0.0.0:11246, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   35) Thread[id=213, name=qtp1359119508-213 Acceptor3 SelectChannelConnector@0.0.0.0:11246, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   36) Thread[id=121, name=qtp2114944958-121 Acceptor0 SelectChannelConnector@0.0.0.0:31560, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([D89DD3D48272C26A]:0)
[junit4:junit4] Completed on J0 in 36.45s, 1 test, 2 errors <<< FAILURES!

[...truncated 140 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1163: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 837 ignored (2 assumptions)

Total time: 18 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3353 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3353/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
20 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:     1) Thread[id=118, name=qtp293868741-118 Acceptor3 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=46, name=qtp1059282822-46 Acceptor3 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=699, name=testExecutor-699-thread-11, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=709, name=testExecutor-699-thread-21, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=698, name=testExecutor-699-thread-10, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:150)         at java.net.SocketInputStream.read(SocketInputStream.java:121)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=689, name=testExecutor-699-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=66, name=qtp1002554532-66 Acceptor0 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=69, name=qtp1002554532-69 Acceptor3 SelectChannelConnector@0.0.0.0:16890, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=117, name=qtp293868741-117 Acceptor2 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=701, name=testExecutor-699-thread-13, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=696, name=testExecutor-699-thread-8, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:636)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=67, name=qtp1002554532-67 Acceptor1 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=705, name=testExecutor-699-thread-17, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=43, name=qtp1059282822-43 Acceptor0 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=68, name=qtp1002554532-68 Acceptor2 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=44, name=qtp1059282822-44 Acceptor1 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=115, name=qtp293868741-115 Acceptor0 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=116, name=qtp293868741-116 Acceptor1 SelectChannelConnector@0.0.0.0:59979, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=694, name=testExecutor-699-thread-6, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=45, name=qtp1059282822-45 Acceptor2 SelectChannelConnector@0.0.0.0:34977, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 20 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
   1) Thread[id=118, name=qtp293868741-118 Acceptor3 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=46, name=qtp1059282822-46 Acceptor3 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=699, name=testExecutor-699-thread-11, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=709, name=testExecutor-699-thread-21, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=698, name=testExecutor-699-thread-10, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:150)
        at java.net.SocketInputStream.read(SocketInputStream.java:121)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
        at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
        at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=689, name=testExecutor-699-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=66, name=qtp1002554532-66 Acceptor0 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=69, name=qtp1002554532-69 Acceptor3 SelectChannelConnector@0.0.0.0:16890, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=117, name=qtp293868741-117 Acceptor2 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=701, name=testExecutor-699-thread-13, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=696, name=testExecutor-699-thread-8, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:636)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=67, name=qtp1002554532-67 Acceptor1 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=705, name=testExecutor-699-thread-17, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=43, name=qtp1059282822-43 Acceptor0 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=68, name=qtp1002554532-68 Acceptor2 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=44, name=qtp1059282822-44 Acceptor1 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=115, name=qtp293868741-115 Acceptor0 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=116, name=qtp293868741-116 Acceptor1 SelectChannelConnector@0.0.0.0:59979, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=694, name=testExecutor-699-thread-6, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=45, name=qtp1059282822-45 Acceptor2 SelectChannelConnector@0.0.0.0:34977, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([B9B43218A158BA68]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=118, name=qtp293868741-118 Acceptor3 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=699, name=testExecutor-699-thread-11, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=46, name=qtp1059282822-46 Acceptor3 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=709, name=testExecutor-699-thread-21, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=698, name=testExecutor-699-thread-10, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:150)         at java.net.SocketInputStream.read(SocketInputStream.java:121)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=689, name=testExecutor-699-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=66, name=qtp1002554532-66 Acceptor0 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=69, name=qtp1002554532-69 Acceptor3 SelectChannelConnector@0.0.0.0:16890, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=701, name=testExecutor-699-thread-13, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=117, name=qtp293868741-117 Acceptor2 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=67, name=qtp1002554532-67 Acceptor1 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=696, name=testExecutor-699-thread-8, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:636)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=705, name=testExecutor-699-thread-17, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=43, name=qtp1059282822-43 Acceptor0 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=68, name=qtp1002554532-68 Acceptor2 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=44, name=qtp1059282822-44 Acceptor1 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=115, name=qtp293868741-115 Acceptor0 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=116, name=qtp293868741-116 Acceptor1 SelectChannelConnector@0.0.0.0:59979, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=694, name=testExecutor-699-thread-6, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=45, name=qtp1059282822-45 Acceptor2 SelectChannelConnector@0.0.0.0:34977, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=118, name=qtp293868741-118 Acceptor3 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=699, name=testExecutor-699-thread-11, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=46, name=qtp1059282822-46 Acceptor3 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=709, name=testExecutor-699-thread-21, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=698, name=testExecutor-699-thread-10, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:150)
        at java.net.SocketInputStream.read(SocketInputStream.java:121)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
        at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
        at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=689, name=testExecutor-699-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=66, name=qtp1002554532-66 Acceptor0 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=69, name=qtp1002554532-69 Acceptor3 SelectChannelConnector@0.0.0.0:16890, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=701, name=testExecutor-699-thread-13, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=117, name=qtp293868741-117 Acceptor2 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=67, name=qtp1002554532-67 Acceptor1 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=696, name=testExecutor-699-thread-8, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:636)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=705, name=testExecutor-699-thread-17, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=43, name=qtp1059282822-43 Acceptor0 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=68, name=qtp1002554532-68 Acceptor2 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=44, name=qtp1059282822-44 Acceptor1 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=115, name=qtp293868741-115 Acceptor0 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=116, name=qtp293868741-116 Acceptor1 SelectChannelConnector@0.0.0.0:59979, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=694, name=testExecutor-699-thread-6, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=45, name=qtp1059282822-45 Acceptor2 SelectChannelConnector@0.0.0.0:34977, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([B9B43218A158BA68]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest:     1) Thread[id=57, name=qtp186045541-57 Acceptor0 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=59, name=qtp186045541-59 Acceptor2 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=58, name=qtp186045541-58 Acceptor1 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=60, name=qtp186045541-60 Acceptor3 SelectChannelConnector@0.0.0.0:33763, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
   1) Thread[id=57, name=qtp186045541-57 Acceptor0 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=59, name=qtp186045541-59 Acceptor2 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=58, name=qtp186045541-58 Acceptor1 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=60, name=qtp186045541-60 Acceptor3 SelectChannelConnector@0.0.0.0:33763, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([B9B43218A158BA68]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=57, name=qtp186045541-57 Acceptor0 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=59, name=qtp186045541-59 Acceptor2 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=58, name=qtp186045541-58 Acceptor1 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=60, name=qtp186045541-60 Acceptor3 SelectChannelConnector@0.0.0.0:33763, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=57, name=qtp186045541-57 Acceptor0 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=59, name=qtp186045541-59 Acceptor2 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=58, name=qtp186045541-58 Acceptor1 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=60, name=qtp186045541-60 Acceptor3 SelectChannelConnector@0.0.0.0:33763, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([B9B43218A158BA68]:0)




Build Log:
[...truncated 8407 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.admin.ShowFileRequestHandlerTest
[junit4:junit4]   2> 8 T50 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-ShowFileRequestHandlerTest-1351669452409
[junit4:junit4]   2> 9 T50 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 537 T50 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 863 T50 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:33763
[junit4:junit4]   2> 889 T50 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 889 T50 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 890 T50 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 924 T50 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 925 T50 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 925 T50 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 925 T50 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/solr.xml
[junit4:junit4]   2> 926 T50 oasc.CoreContainer.<init> New CoreContainer 1141878483
[junit4:junit4]   2> 926 T50 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 927 T50 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 972 T50 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1019 T50 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1
[junit4:junit4]   2> 1021 T50 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/'
[junit4:junit4]   2> 1043 T50 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
[junit4:junit4]   2> 1099 T50 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1204 T50 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1205 T50 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1225 T50 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 2128 T50 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2158 T50 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2172 T50 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2370 T50 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409/
[junit4:junit4]   2> 2371 T50 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@dd9acfe
[junit4:junit4]   2> 2414 T50 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
[junit4:junit4]   2> 2415 T50 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
[junit4:junit4]   2> 2416 T50 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2417 T50 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@12b3b817 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@54faf798) assuming 'simple'
[junit4:junit4]   2> 2417 T50 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409 forceNew:false
[junit4:junit4]   2> 2418 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409
[junit4:junit4]   2> 2419 T50 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409/index/
[junit4:junit4]   2> 2419 T50 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2420 T50 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409/index forceNew:false
[junit4:junit4]   2> 2423 T50 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a39aa16 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b1451ed),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2423 T50 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2424 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409/index
[junit4:junit4]   2> 2469 T50 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2470 T50 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
[junit4:junit4]   2> 2476 T50 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
[junit4:junit4]   2> 2530 T50 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
[junit4:junit4]   2> 2531 T50 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
[junit4:junit4]   2> 2927 T50 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2930 T50 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
[junit4:junit4]   2> 2933 T50 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2936 T50 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
[junit4:junit4]   2> 2939 T50 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2976 T50 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.JsonUpdateRequestHandler
[junit4:junit4]   2> 3014 T50 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.CSVRequestHandler
[junit4:junit4]   2> 3015 T50 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 3016 T50 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 3017 T50 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 3018 T50 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 3019 T50 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 3020 T50 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 3057 T50 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3095 T50 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
[junit4:junit4]   2> 3099 T50 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 3180 T50 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3181 T50 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 3182 T50 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
[junit4:junit4]   2> 3183 T50 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 3184 T50 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
[junit4:junit4]   2> 3185 T50 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 3186 T50 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
[junit4:junit4]   2> 3187 T50 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 3188 T50 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
[junit4:junit4]   2> 3210 T50 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3214 T50 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3218 T50 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3231 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409
[junit4:junit4]   2> 3283 T50 oass.SolrIndexSearcher.<init> Opening Searcher@6d8bedaf main
[junit4:junit4]   2> 3319 T50 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
[junit4:junit4]   2> 3320 T50 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3321 T50 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3322 T50 oass.DirectSolrSpellChecker.init init: {name=default,field=name,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4:junit4]   2> 3322 T50 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
[junit4:junit4]   2> 3342 T50 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 3426 T50 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3427 T50 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3428 T50 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3428 T50 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3429 T50 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3429 T50 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3430 T50 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3430 T50 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3431 T50 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3432 T50 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3473 T50 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 3474 T65 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@6d8bedaf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3481 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409/index
[junit4:junit4]   2> ASYNC  NEW_CORE C5 name=collection1 org.apache.solr.core.SolrCore@5a79e5f7
[junit4:junit4]   2> 3487 T65 C5 REQ [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3488 T65 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 3488 T65 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
[junit4:junit4]   2> 3489 T65 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
[junit4:junit4]   2> 3491 T65 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d8bedaf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3499 T50 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3500 T50 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3501 T50 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3501 T50 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#33763
[junit4:junit4]   2> 3511 T50 oas.SolrTestCaseJ4.setUp ###Starting testDirList
[junit4:junit4]   2> 3595 T50 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4806 T63 C5 REQ [collection1] webapp=/solr path=/admin/file params={wt=javabin&version=2} status=0 QTime=14 
[junit4:junit4]   2> 4931 T50 oas.SolrTestCaseJ4.tearDown ###Ending testDirList
[junit4:junit4]   2> 4939 T50 oas.SolrTestCaseJ4.setUp ###Starting testGetRawFile
[junit4:junit4]   2> 4944 T62 C5 REQ [collection1] webapp=/solr path=/admin/file params={wt=mock&file=schema.xml&version=2.2} status=0 QTime=1 
[junit4:junit4]   2> 5145 T50 oas.SolrTestCaseJ4.tearDown ###Ending testGetRawFile
[junit4:junit4]   2> 5192 T50 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1141878483
[junit4:junit4]   2> 5193 T50 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5a79e5f7
[junit4:junit4]   2> 5199 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409/index
[junit4:junit4]   2> 5200 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409/index
[junit4:junit4]   2> 5206 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409/index
[junit4:junit4]   2> 5206 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409/index
[junit4:junit4]   2> 5211 T50 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommit maxTime=15000ms,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 5212 T50 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 5212 T50 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 5212 T50 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 5213 T50 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 5213 T50 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351669452409/index
[junit4:junit4]   2> 5214 T50 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 5314 T50 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 5314 T50 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 5321 T49 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 25453 T49 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]   2> 	   1) Thread[id=57, name=qtp186045541-57 Acceptor0 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=59, name=qtp186045541-59 Acceptor2 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=58, name=qtp186045541-58 Acceptor1 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=60, name=qtp186045541-60 Acceptor3 SelectChannelConnector@0.0.0.0:33763, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 25455 T49 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=57, name=qtp186045541-57 Acceptor0 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   2) Thread[id=59, name=qtp186045541-59 Acceptor2 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   3) Thread[id=58, name=qtp186045541-58 Acceptor1 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   4) Thread[id=60, name=qtp186045541-60 Acceptor3 SelectChannelConnector@0.0.0.0:33763, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 28498 T49 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=57, name=qtp186045541-57 Acceptor0 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=59, name=qtp186045541-59 Acceptor2 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=58, name=qtp186045541-58 Acceptor1 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=60, name=qtp186045541-60 Acceptor3 SelectChannelConnector@0.0.0.0:33763, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=ar_SD, timezone=Europe/Belgrade
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=5,free=21961352,total=124780544
[junit4:junit4]   2> NOTE: All tests run in this JVM: [QueryParsingTest, IndexSchemaTest, RequiredFieldsTest, DirectSolrSpellCheckerTest, BasicZkTest, ConvertedLegacyTest, ShowFileRequestHandlerTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShowFileRequestHandlerTest -Dtests.seed=B9B43218A158BA68 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_SD -Dtests.timezone=Europe/Belgrade -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   0.00s J1 | ShowFileRequestHandlerTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]    >    1) Thread[id=57, name=qtp186045541-57 Acceptor0 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=59, name=qtp186045541-59 Acceptor2 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=58, name=qtp186045541-58 Acceptor1 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=60, name=qtp186045541-60 Acceptor3 SelectChannelConnector@0.0.0.0:33763, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([B9B43218A158BA68]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=57, name=qtp186045541-57 Acceptor0 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=59, name=qtp186045541-59 Acceptor2 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=58, name=qtp186045541-58 Acceptor1 SelectChannelConnector@0.0.0.0:33763, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=60, name=qtp186045541-60 Acceptor3 SelectChannelConnector@0.0.0.0:33763, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([B9B43218A158BA68]:0)
[junit4:junit4] Completed on J1 in 28.73s, 2 tests, 2 errors <<< FAILURES!

[...truncated 507 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 339 T27 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1351669411098
[junit4:junit4]   2> 359 T27 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 466 T28 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 467 T28 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 468 T28 oaz.Environment.logEnv Server environment:java.version=1.7.0_06
[junit4:junit4]   2> 468 T28 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 469 T28 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 469 T28 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4]   2> 472 T28 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 472 T28 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 473 T28 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 473 T28 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4]   2> 474 T28 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 474 T28 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 475 T28 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4]   2> 475 T28 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4]   2> 476 T28 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 515 T28 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 547 T28 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 571 T27 oasc.ZkTestServer.run start zk server on port:12514
[junit4:junit4]   2> 636 T28 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 665 T27 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 666 T27 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 666 T27 oaz.Environment.logEnv Client environment:java.version=1.7.0_06
[junit4:junit4]   2> 667 T27 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 667 T27 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 668 T27 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4]   2> 670 T27 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 670 T27 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 671 T27 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 672 T27 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4]   2> 672 T27 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 673 T27 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 673 T27 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4]   2> 674 T27 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4]   2> 675 T27 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 680 T27 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:12514 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@48cff89c
[junit4:junit4]   2> 738 T31 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:12514
[junit4:junit4]   2> 738 T27 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 743 T31 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:12514, initiating session
[junit4:junit4]   2> 744 T29 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:40213
[junit4:junit4]   2> 763 T29 oazs.NIOServerCnxn.doIO WARNING Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4:junit4]   2> 763 T29 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:40213 (no session established for client)
[junit4:junit4]   2> 764 T31 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x0, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 2167 T31 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost/127.0.0.1:12514
[junit4:junit4]   2> 2168 T31 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:12514, initiating session
[junit4:junit4]   2> 2169 T29 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:33581
[junit4:junit4]   2> 2171 T29 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:33581
[junit4:junit4]   2> 2187 T32 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 2240 T32 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab5c66e6f0000 with negotiated timeout 10000 for client /140.211.11.196:33581
[junit4:junit4]   2> 2240 T31 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:12514, sessionid = 0x13ab5c66e6f0000, negotiated timeout = 10000
[junit4:junit4]   2> 2246 T33 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48cff89c name:ZooKeeperConnection Watcher:127.0.0.1:12514 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2247 T27 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2252 T27 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 2372 T34 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab5c66e6f0000
[junit4:junit4]   2> 2374 T33 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2374 T27 oaz.ZooKeeper.close Session: 0x13ab5c66e6f0000 closed
[junit4:junit4]   2> 2375 T29 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:33581 which had sessionid 0x13ab5c66e6f0000
[junit4:junit4]   2> 2376 T27 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:12514/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@d214223
[junit4:junit4]   2> 2378 T35 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:12514
[junit4:junit4]   2> 2378 T27 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2380 T35 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:12514, initiating session
[junit4:junit4]   2> 2380 T29 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:27379
[junit4:junit4]   2> 2382 T29 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:27379
[junit4:junit4]   2> 2384 T32 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab5c66e6f0001 with negotiated timeout 10000 for client /140.211.11.196:27379
[junit4:junit4]   2> 2384 T35 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:12514, sessionid = 0x13ab5c66e6f0001, negotiated timeout = 10000
[junit4:junit4]   2> 2386 T36 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d214223 name:ZooKeeperConnection Watcher:127.0.0.1:12514/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2387 T27 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2423 T27 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 2430 T27 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 2436 T27 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 2441 T27 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 2447 T27 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2509 T27 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2520 T27 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 2522 T27 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 2628 T27 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2630 T27 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2652 T27 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2653 T27 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2659 T27 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 2661 T27 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 2667 T27 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 2668 T27 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 2674 T27 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2676 T27 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2681 T27 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2683 T27 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2689 T27 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2690 T27 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2696 T27 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2698 T27 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2703 T34 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab5c66e6f0001
[junit4:junit4]   2> 2705 T36 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2705 T29 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:27379 which had sessionid 0x13ab5c66e6f0001
[junit4:junit4]   2> 2705 T27 oaz.ZooKeeper.close Session: 0x13ab5c66e6f0001 closed
[junit4:junit4]   2> 3738 T27 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 4050 T27 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:34977
[junit4:junit4]   2> 4249 T27 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4250 T27 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351669413464
[junit4:junit4]   2> 4251 T27 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351669413464/'
[junit4:junit4]   2> 5052 T27 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5058 T27 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5058 T27 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351669413464
[junit4:junit4]   2> 5102 T27 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351669413464/solr.xml
[junit4:junit4]   2> 5107 T27 oasc.CoreContainer.<init> New CoreContainer 82314654
[junit4:junit4]   2> 5108 T27 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351669413464/'
[junit4:junit4]   2> 5109 T27 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351669413464/'
[junit4:junit4]   2> 5226 T27 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5256 T27 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:12514/solr
[junit4:junit4]   2> 5285 T27 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:12514/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@2579972b
[junit4:junit4]   2> 5286 T51 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:12514
[junit4:junit4]   2> 5286 T27 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5289 T51 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:12514, initiating session
[junit4:junit4]   2> 5289 T29 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:38529
[junit4:junit4]   2> 5290 T29 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:38529
[junit4:junit4]   2> 5294 T32 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab5c66e6f0002 with negotiated timeout 5000 for client /140.211.11.196:38529
[junit4:junit4]   2> 5294 T51 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:12514, sessionid = 0x13ab5c66e6f0002, negotiated timeout = 5000
[junit4:junit4]   2> 5295 T52 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2579972b name:ZooKeeperConnection Watcher:127.0.0.1:12514/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5296 T27 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5320 T34 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab5c66e6f0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5330 T27 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 5334 T27 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34977_solr
[junit4:junit4]   2> 5340 T34 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab5c66e6f0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:34977_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:34977_solr
[junit4:junit4]   2> 5342 T27 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34977_solr
[junit4:junit4]   2> 5360 T27 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 5360 T27 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5361 T27 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 5362 T27 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5362 T27 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5363 T27 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5364 T27 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5364 T27 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5365 T27 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5420 T27 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 5935 T27 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 5958 T34 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab5c66e6f0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 5960 T27 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 5964 T27 oasc.Overseer.start Overseer (id=88583006548066306-127.0.0.1:34977_solr-n_0000000000) starting
[junit4:junit4]   2> 5965 T34 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab5c66e6f0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5982 T34 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab5c66e6f0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5983 T34 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab5c66e6f0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5995 T34 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab5c66e6f0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5996 T54 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 5998 T27 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 6001 T27 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6024 T53 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 6260 T27 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351669413464/collection1
[junit4:junit4]   2> 6261 T27 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 6263 T27 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6263 T27 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 6266 T27 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351669413464/collection1/'
[junit4:junit4]   2> 6268 T27 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351669413464/collection1/lib/README' to classloader
[junit4:junit4]   2> 6269 T27 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351669413464/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6497 T27 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6730 T27 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6874 T27 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6955 T27 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8771 T27 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8796 T27 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8800 T27 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9115 T27 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9132 T27 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9138 T27 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9145 T27 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9285 T27 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1351669413464/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1351669411097/control/data/
[junit4:junit4]   2> 9293 T27 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3582c145
[junit4:junit4]   2> 9312 T27 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 9569 T27 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351669411097/control/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ce28a19; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 9575 T27 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351669411097/control/data forceNew:false
[junit4:junit4]   2> 9576 T27 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351669411097/control/data
[junit4:junit4]   2> 9577 T27 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1351669411097/control/data/index/
[junit4:junit4]   2> 9579 T27 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1351669411097/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9602 T27 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351669411097/control/data/index forceNew:false
[junit4:junit4]   2> 10092 T27 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1351669411097/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3353a96b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10093 T27 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10094 T27 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1351669411097/control/data/index
[junit4:junit4]   2> 10121 T27 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10991 T27 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10992 T27 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10993 T27 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10999 T27 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11102 T27 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11112 T27 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11116 T27 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11148 T27 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11165 T27 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11235 T27 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11239 T27 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11245 T27 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11247 T27 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11248 T27 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11249 T27 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11289 T27 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11291 T27 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11294 T27 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11296 T27 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11299 T27 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11301 T27 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11304 T27 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11306 T27 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11333 T27 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11361 T27 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11535 T27 oashl.

[...truncated too long message...]

it4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   14) Thread[id=43, name=qtp1059282822-43 Acceptor0 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   15) Thread[id=68, name=qtp1002554532-68 Acceptor2 SelectChannelConnector@0.0.0.0:16890, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   16) Thread[id=44, name=qtp1059282822-44 Acceptor1 SelectChannelConnector@0.0.0.0:34977, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   17) Thread[id=115, name=qtp293868741-115 Acceptor0 SelectChannelConnector@0.0.0.0:59979, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   18) Thread[id=116, name=qtp293868741-116 Acceptor1 SelectChannelConnector@0.0.0.0:59979, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   19) Thread[id=694, name=testExecutor-699-thread-6, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4]    >         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4]    >         at java.net.Socket.connect(Socket.java:579)
[junit4:junit4]    >         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   20) Thread[id=45, name=qtp1059282822-45 Acceptor2 SelectChannelConnector@0.0.0.0:34977, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([B9B43218A158BA68]:0)
[junit4:junit4] Completed on J0 in 426.13s, 1 test, 2 errors <<< FAILURES!

[...truncated 179 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1159: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 863 ignored

Total time: 23 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3352 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3352/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test:     1) Thread[id=293, name=qtp15762072-293 Acceptor0 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=95, name=qtp2050083655-95 Acceptor0 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=150, name=qtp1388230542-150 Acceptor3 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=165, name=qtp575130061-165 Acceptor0 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=168, name=qtp575130061-168 Acceptor3 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=96, name=qtp2050083655-96 Acceptor1 SelectChannelConnector@0.0.0.0:52136, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=294, name=qtp15762072-294 Acceptor1 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=166, name=qtp575130061-166 Acceptor1 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=147, name=qtp1388230542-147 Acceptor0 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=295, name=qtp15762072-295 Acceptor2 SelectChannelConnector@0.0.0.0:23640, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=296, name=qtp15762072-296 Acceptor3 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=148, name=qtp1388230542-148 Acceptor1 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=98, name=qtp2050083655-98 Acceptor3 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=167, name=qtp575130061-167 Acceptor2 SelectChannelConnector@0.0.0.0:51116, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=97, name=qtp2050083655-97 Acceptor2 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=149, name=qtp1388230542-149 Acceptor2 SelectChannelConnector@0.0.0.0:63499, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test: 
   1) Thread[id=293, name=qtp15762072-293 Acceptor0 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=95, name=qtp2050083655-95 Acceptor0 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=150, name=qtp1388230542-150 Acceptor3 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=165, name=qtp575130061-165 Acceptor0 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=168, name=qtp575130061-168 Acceptor3 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=96, name=qtp2050083655-96 Acceptor1 SelectChannelConnector@0.0.0.0:52136, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=294, name=qtp15762072-294 Acceptor1 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=166, name=qtp575130061-166 Acceptor1 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=147, name=qtp1388230542-147 Acceptor0 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=295, name=qtp15762072-295 Acceptor2 SelectChannelConnector@0.0.0.0:23640, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=296, name=qtp15762072-296 Acceptor3 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=148, name=qtp1388230542-148 Acceptor1 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=98, name=qtp2050083655-98 Acceptor3 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=167, name=qtp575130061-167 Acceptor2 SelectChannelConnector@0.0.0.0:51116, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=97, name=qtp2050083655-97 Acceptor2 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=149, name=qtp1388230542-149 Acceptor2 SelectChannelConnector@0.0.0.0:63499, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([92DDB00D31CA5432]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=95, name=qtp2050083655-95 Acceptor0 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=293, name=qtp15762072-293 Acceptor0 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=150, name=qtp1388230542-150 Acceptor3 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=165, name=qtp575130061-165 Acceptor0 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=96, name=qtp2050083655-96 Acceptor1 SelectChannelConnector@0.0.0.0:52136, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=168, name=qtp575130061-168 Acceptor3 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=166, name=qtp575130061-166 Acceptor1 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=294, name=qtp15762072-294 Acceptor1 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=147, name=qtp1388230542-147 Acceptor0 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=295, name=qtp15762072-295 Acceptor2 SelectChannelConnector@0.0.0.0:23640, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=296, name=qtp15762072-296 Acceptor3 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=148, name=qtp1388230542-148 Acceptor1 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=98, name=qtp2050083655-98 Acceptor3 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=167, name=qtp575130061-167 Acceptor2 SelectChannelConnector@0.0.0.0:51116, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=97, name=qtp2050083655-97 Acceptor2 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=149, name=qtp1388230542-149 Acceptor2 SelectChannelConnector@0.0.0.0:63499, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=95, name=qtp2050083655-95 Acceptor0 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=293, name=qtp15762072-293 Acceptor0 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=150, name=qtp1388230542-150 Acceptor3 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=165, name=qtp575130061-165 Acceptor0 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=96, name=qtp2050083655-96 Acceptor1 SelectChannelConnector@0.0.0.0:52136, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=168, name=qtp575130061-168 Acceptor3 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=166, name=qtp575130061-166 Acceptor1 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=294, name=qtp15762072-294 Acceptor1 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=147, name=qtp1388230542-147 Acceptor0 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=295, name=qtp15762072-295 Acceptor2 SelectChannelConnector@0.0.0.0:23640, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=296, name=qtp15762072-296 Acceptor3 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=148, name=qtp1388230542-148 Acceptor1 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=98, name=qtp2050083655-98 Acceptor3 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=167, name=qtp575130061-167 Acceptor2 SelectChannelConnector@0.0.0.0:51116, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=97, name=qtp2050083655-97 Acceptor2 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=149, name=qtp1388230542-149 Acceptor2 SelectChannelConnector@0.0.0.0:63499, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([92DDB00D31CA5432]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestBinaryField

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.schema.TestBinaryField:     1) Thread[id=51, name=qtp2016035708-51 Acceptor1 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=52, name=qtp2016035708-52 Acceptor2 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=53, name=qtp2016035708-53 Acceptor3 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=50, name=qtp2016035708-50 Acceptor0 SelectChannelConnector@0.0.0.0:40913, state=RUNNABLE, group=TGRP-TestBinaryField]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.TestBinaryField: 
   1) Thread[id=51, name=qtp2016035708-51 Acceptor1 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=52, name=qtp2016035708-52 Acceptor2 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=53, name=qtp2016035708-53 Acceptor3 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=50, name=qtp2016035708-50 Acceptor0 SelectChannelConnector@0.0.0.0:40913, state=RUNNABLE, group=TGRP-TestBinaryField]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([92DDB00D31CA5432]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestBinaryField

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=51, name=qtp2016035708-51 Acceptor1 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=52, name=qtp2016035708-52 Acceptor2 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=53, name=qtp2016035708-53 Acceptor3 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=50, name=qtp2016035708-50 Acceptor0 SelectChannelConnector@0.0.0.0:40913, state=RUNNABLE, group=TGRP-TestBinaryField]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=51, name=qtp2016035708-51 Acceptor1 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=52, name=qtp2016035708-52 Acceptor2 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=53, name=qtp2016035708-53 Acceptor3 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=50, name=qtp2016035708-50 Acceptor0 SelectChannelConnector@0.0.0.0:40913, state=RUNNABLE, group=TGRP-TestBinaryField]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([92DDB00D31CA5432]:0)




Build Log:
[...truncated 8552 lines...]
[junit4:junit4] Suite: org.apache.solr.schema.TestBinaryField
[junit4:junit4]   2> 3219 T43 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/collection1/'
[junit4:junit4]   2> 3713 T43 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3984 T43 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:40913
[junit4:junit4]   2> 4029 T43 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4030 T43 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example
[junit4:junit4]   2> 4030 T43 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/'
[junit4:junit4]   2> 4066 T43 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4066 T43 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4067 T43 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example
[junit4:junit4]   2> 4067 T43 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/solr.xml
[junit4:junit4]   2> 4068 T43 oasc.CoreContainer.<init> New CoreContainer 1427888138
[junit4:junit4]   2> 4068 T43 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
[junit4:junit4]   2> 4068 T43 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/'
[junit4:junit4]   2> 4069 T43 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/'
[junit4:junit4]   2> 4106 T43 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4154 T43 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1
[junit4:junit4]   2> 4155 T43 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/'
[junit4:junit4]   2> 4188 T43 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4233 T43 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4234 T43 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4237 T43 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4389 T43 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4391 T43 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data/
[junit4:junit4]   2> 4391 T43 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 4392 T43 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4393 T43 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@3bd21ad9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5ee0bb3d) assuming 'simple'
[junit4:junit4]   2> 4394 T43 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data forceNew:false
[junit4:junit4]   2> 4395 T43 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data
[junit4:junit4]   2> 4395 T43 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data/index/
[junit4:junit4]   2> 4396 T43 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4397 T43 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data/index forceNew:false
[junit4:junit4]   2> 4399 T43 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@794a9ba6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@23387751),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4400 T43 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4400 T43 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data/index
[junit4:junit4]   2> 4403 T43 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4404 T43 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4405 T43 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4405 T43 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4407 T43 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4467 T43 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4482 T43 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4489 T43 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data
[junit4:junit4]   2> 4490 T43 oass.SolrIndexSearcher.<init> Opening Searcher@fd02b57 main
[junit4:junit4]   2> 4491 T43 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4492 T43 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4493 T43 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4493 T43 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4494 T43 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4494 T43 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4495 T43 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4496 T43 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4496 T43 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4497 T43 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4497 T43 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4498 T43 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4526 T43 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 4527 T58 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fd02b57 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4527 T43 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 4529 T43 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4529 T43 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4606 T43 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@4ffa9e40
[junit4:junit4]   2> 5842 T56 C9 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data
[junit4:junit4]   2> 5845 T56 C9 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@794a9ba6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@23387751),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5845 T56 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5848 T56 C9 UPDATE [collection1] webapp=/example path=/update params={wt=javabin&version=2} {add=[1]} 0 48
[junit4:junit4]   2> 6008 T55 C9 UPDATE [collection1] webapp=/example path=/update params={wt=javabin&version=2} {add=[2]} 0 2
[junit4:junit4]   2> 6012 T56 C9 UPDATE [collection1] webapp=/example path=/update params={wt=javabin&version=2} {add=[3]} 0 0
[junit4:junit4]   2> 6047 T57 C9 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 6049 T57 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@794a9ba6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@23387751),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@794a9ba6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@23387751),segFN=segments_2,generation=2,filenames=[_0_0.len, segments_2, _0.inf, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 6049 T57 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_0.len, segments_2, _0.inf, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 6050 T57 C9 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data
[junit4:junit4]   2> 6051 T57 C9 oass.SolrIndexSearcher.<init> Opening Searcher@51027d15 main
[junit4:junit4]   2> 6051 T57 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 6052 T58 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@51027d15 main{StandardDirectoryReader(segments_2:3 _0(5.0):C3)}
[junit4:junit4]   2> 6052 T58 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data/index
[junit4:junit4]   2> 6053 T57 C9 UPDATE [collection1] webapp=/example path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4]   2> 6141 T55 C9 REQ [collection1] webapp=/example path=/select params={wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=58 
[junit4:junit4]   2> 6210 T43 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1427888138
[junit4:junit4]   2> 6210 T43 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4ffa9e40
[junit4:junit4]   2> 6211 T43 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 6211 T43 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 6212 T43 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 6212 T43 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 6213 T43 C9 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data/index
[junit4:junit4]   2> 6214 T43 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 6214 T43 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-TestBinaryField-1351620203004/example/collection1/data/index
[junit4:junit4]   2> 6215 T43 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/example,null}
[junit4:junit4]   2> 6317 T43 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 6322 T42 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 26477 T42 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.schema.TestBinaryField: 
[junit4:junit4]   2> 	   1) Thread[id=51, name=qtp2016035708-51 Acceptor1 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=52, name=qtp2016035708-52 Acceptor2 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=53, name=qtp2016035708-53 Acceptor3 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=50, name=qtp2016035708-50 Acceptor0 SelectChannelConnector@0.0.0.0:40913, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 26478 T42 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=51, name=qtp2016035708-51 Acceptor1 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 	   2) Thread[id=52, name=qtp2016035708-52 Acceptor2 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 	   3) Thread[id=53, name=qtp2016035708-53 Acceptor3 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 	   4) Thread[id=50, name=qtp2016035708-50 Acceptor0 SelectChannelConnector@0.0.0.0:40913, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 29522 T42 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=51, name=qtp2016035708-51 Acceptor1 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=52, name=qtp2016035708-52 Acceptor2 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=53, name=qtp2016035708-53 Acceptor3 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=50, name=qtp2016035708-50 Acceptor0 SelectChannelConnector@0.0.0.0:40913, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=SimpleText, sim=DefaultSimilarity, locale=hu, timezone=America/St_Lucia
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=5,free=67382584,total=119537664
[junit4:junit4]   2> NOTE: All tests run in this JVM: [RequiredFieldsTest, TestFoldingMultitermQuery, QueryEqualityTest, IndexSchemaRuntimeFieldTest, DirectUpdateHandlerTest, TestOmitPositions, TestFastOutputStream, LukeRequestHandlerTest, HighlighterTest, TestBinaryField]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBinaryField -Dtests.seed=92DDB00D31CA5432 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hu -Dtests.timezone=America/St_Lucia -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J1 | TestBinaryField (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.TestBinaryField: 
[junit4:junit4]    >    1) Thread[id=51, name=qtp2016035708-51 Acceptor1 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=52, name=qtp2016035708-52 Acceptor2 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=53, name=qtp2016035708-53 Acceptor3 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=50, name=qtp2016035708-50 Acceptor0 SelectChannelConnector@0.0.0.0:40913, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([92DDB00D31CA5432]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=51, name=qtp2016035708-51 Acceptor1 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=52, name=qtp2016035708-52 Acceptor2 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=53, name=qtp2016035708-53 Acceptor3 SelectChannelConnector@0.0.0.0:40913, state=BLOCKED, group=TGRP-TestBinaryField]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=50, name=qtp2016035708-50 Acceptor0 SelectChannelConnector@0.0.0.0:40913, state=RUNNABLE, group=TGRP-TestBinaryField]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([92DDB00D31CA5432]:0)
[junit4:junit4] Completed on J1 in 26.50s, 1 test, 2 errors <<< FAILURES!

[...truncated 499 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 4 T79 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1351620213822
[junit4:junit4]   2> 11 T79 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 90 T80 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 90 T80 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 90 T80 oaz.Environment.logEnv Server environment:java.version=1.7.0_06
[junit4:junit4]   2> 90 T80 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 91 T80 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 91 T80 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4]   2> 92 T80 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 92 T80 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 92 T80 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 92 T80 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4]   2> 92 T80 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 93 T80 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 93 T80 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4]   2> 93 T80 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4]   2> 93 T80 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 127 T80 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 155 T80 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 207 T80 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 217 T79 oasc.ZkTestServer.run start zk server on port:22905
[junit4:junit4]   2> 277 T79 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 277 T79 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 278 T79 oaz.Environment.logEnv Client environment:java.version=1.7.0_06
[junit4:junit4]   2> 278 T79 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 278 T79 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 279 T79 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/metrics-core-2.1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.4.jar
[junit4:junit4]   2> 280 T79 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 280 T79 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 280 T79 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 281 T79 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4]   2> 281 T79 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 281 T79 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 282 T79 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4]   2> 282 T79 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4]   2> 282 T79 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 286 T79 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22905 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@ed7e3b3
[junit4:junit4]   2> 322 T85 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22905
[junit4:junit4]   2> 322 T79 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 325 T85 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22905, initiating session
[junit4:junit4]   2> 326 T81 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39186
[junit4:junit4]   2> 341 T81 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39186
[junit4:junit4]   2> 357 T83 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 425 T83 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab2d7bd260000 with negotiated timeout 10000 for client /140.211.11.196:39186
[junit4:junit4]   2> 425 T85 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22905, sessionid = 0x13ab2d7bd260000, negotiated timeout = 10000
[junit4:junit4]   2> 432 T86 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ed7e3b3 name:ZooKeeperConnection Watcher:127.0.0.1:22905 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 432 T79 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 435 T79 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 501 T84 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab2d7bd260000
[junit4:junit4]   2> 502 T86 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 502 T79 oaz.ZooKeeper.close Session: 0x13ab2d7bd260000 closed
[junit4:junit4]   2> 503 T79 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22905/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@591ed63e
[junit4:junit4]   2> 503 T81 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:39186 which had sessionid 0x13ab2d7bd260000
[junit4:junit4]   2> 504 T87 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22905
[junit4:junit4]   2> 504 T79 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 505 T87 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22905, initiating session
[junit4:junit4]   2> 505 T81 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:63363
[junit4:junit4]   2> 506 T81 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:63363
[junit4:junit4]   2> 508 T83 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab2d7bd260001 with negotiated timeout 10000 for client /140.211.11.196:63363
[junit4:junit4]   2> 508 T87 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22905, sessionid = 0x13ab2d7bd260001, negotiated timeout = 10000
[junit4:junit4]   2> 508 T88 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@591ed63e name:ZooKeeperConnection Watcher:127.0.0.1:22905/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 508 T79 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 520 T79 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 525 T79 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 533 T79 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 536 T79 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 541 T79 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 543 T79 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 556 T79 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 558 T79 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 667 T79 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 668 T79 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 687 T79 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 688 T79 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 692 T79 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 693 T79 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 698 T79 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 698 T79 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 702 T79 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 703 T79 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 708 T79 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 709 T79 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 713 T79 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 714 T79 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 718 T79 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 719 T79 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 723 T84 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab2d7bd260001
[junit4:junit4]   2> 724 T88 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 724 T79 oaz.ZooKeeper.close Session: 0x13ab2d7bd260001 closed
[junit4:junit4]   2> 725 T81 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:63363 which had sessionid 0x13ab2d7bd260001
[junit4:junit4]   2> 1436 T79 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1760 T79 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:52136
[junit4:junit4]   2> 1788 T79 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1788 T79 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351620214542
[junit4:junit4]   2> 1789 T79 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351620214542/'
[junit4:junit4]   2> 1821 T79 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1821 T79 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1822 T79 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351620214542
[junit4:junit4]   2> 1822 T79 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351620214542/solr.xml
[junit4:junit4]   2> 1822 T79 oasc.CoreContainer.<init> New CoreContainer 1506194147
[junit4:junit4]   2> 1823 T79 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351620214542/'
[junit4:junit4]   2> 1823 T79 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351620214542/'
[junit4:junit4]   2> 1859 T79 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1872 T79 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:22905/solr
[junit4:junit4]   2> 1893 T79 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22905/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@3276f7ad
[junit4:junit4]   2> 1894 T99 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22905
[junit4:junit4]   2> 1894 T79 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1896 T99 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22905, initiating session
[junit4:junit4]   2> 1896 T81 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:63236
[junit4:junit4]   2> 1897 T81 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:63236
[junit4:junit4]   2> 1899 T83 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab2d7bd260002 with negotiated timeout 5000 for client /140.211.11.196:63236
[junit4:junit4]   2> 1899 T99 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22905, sessionid = 0x13ab2d7bd260002, negotiated timeout = 5000
[junit4:junit4]   2> 1899 T100 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3276f7ad name:ZooKeeperConnection Watcher:127.0.0.1:22905/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1899 T79 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1913 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1921 T79 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1923 T79 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52136_solr
[junit4:junit4]   2> 1927 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52136_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52136_solr
[junit4:junit4]   2> 1929 T79 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52136_solr
[junit4:junit4]   2> 1932 T79 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1933 T79 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1933 T79 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1933 T79 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1934 T79 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1934 T79 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1934 T79 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1935 T79 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1935 T79 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1936 T79 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1948 T79 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1971 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 1972 T79 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1980 T79 oasc.Overseer.start Overseer (id=88579782348242946-127.0.0.1:52136_solr-n_0000000000) starting
[junit4:junit4]   2> 1980 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1990 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1992 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1996 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2002 T102 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 2010 T79 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 2013 T79 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2028 T101 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 2044 T79 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351620214542/collection1
[junit4:junit4]   2> 2044 T79 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 2045 T79 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2045 T79 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 2047 T79 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351620214542/collection1/'
[junit4:junit4]   2> 2048 T79 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351620214542/collection1/lib/README' to classloader
[junit4:junit4]   2> 2049 T79 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351620214542/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2123 T79 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2172 T79 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2273 T79 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2280 T79 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2729 T79 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2739 T79 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2742 T79 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2760 T79 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2766 T79 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2770 T79 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2772 T79 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2774 T79 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351620214542/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/control/data/
[junit4:junit4]   2> 2778 T79 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@236d0dd3
[junit4:junit4]   2> 2779 T79 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 2804 T79 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/control/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bc3e9f4; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 2805 T79 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/control/data forceNew:false
[junit4:junit4]   2> 2806 T79 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/control/data
[junit4:junit4]   2> 2806 T79 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/control/data/index/
[junit4:junit4]   2> 2807 T79 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2808 T79 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/control/data/index forceNew:false
[junit4:junit4]   2> 2814 T79 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@49992f2e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2814 T79 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2815 T79 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/control/data/index
[junit4:junit4]   2> 2816 T79 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 2818 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2818 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 2819 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2819 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 2820 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2820 T79 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2821 T79 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2822 T79 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2824 T79 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2825 T79 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 2826 T79 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 2827 T79 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2828 T79 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 2828 T79 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 2829 T79 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 2830 T79 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2832 T79 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2833 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2834 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2835 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2837 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2838 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2839 T79 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2840 T79 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 2842 T79 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2851 T79 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2855 T79 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 2857 T79 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 2859 T79 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/control/data
[junit4:junit4]   2> 2861 T79 oass.SolrIndexSearcher.<init> Opening Searcher@2baa7159 main
[junit4:junit4]   2> 2880 T79 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2880 T79 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2881 T79 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2902 T79 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2945 T107 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2baa7159 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2950 T79 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2951 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2964 T79 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2964 T79 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:52136/solr shardId:control_shard
[junit4:junit4]   2> 2974 T79 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 2987 T79 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 3004 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:delete cxid:0x62 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3005 T79 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3006 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:create cxid:0x63 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3035 T101 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3036 T101 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52136_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52136/solr"}
[junit4:junit4]   2> 3052 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:create cxid:0x6a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 3090 T100 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 3517 T79 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3518 T79 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3519 T79 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52136/solr/collection1/
[junit4:junit4]   2> 3520 T79 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3520 T79 oasc.SyncStrategy.syncToMe http://127.0.0.1:52136/solr/collection1/ has no replicas
[junit4:junit4]   2> 3521 T79 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52136/solr/collection1/
[junit4:junit4]   2> 3522 T79 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 3528 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260002 type:create cxid:0x89 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3598 T101 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3610 T100 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 3642 T79 oasc.ZkController.register We are http://127.0.0.1:52136/solr/collection1/ and leader is http://127.0.0.1:52136/solr/collection1/
[junit4:junit4]   2> 3646 T79 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52136/solr
[junit4:junit4]   2> 3647 T79 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3647 T79 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3650 T79 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3651 T79 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3652 T79 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3726 T79 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3751 T79 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3769 T79 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22905/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6fcd858f
[junit4:junit4]   2> 3770 T108 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22905
[junit4:junit4]   2> 3770 T79 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3771 T108 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22905, initiating session
[junit4:junit4]   2> 3771 T81 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:29170
[junit4:junit4]   2> 3772 T81 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:29170
[junit4:junit4]   2> 3774 T83 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab2d7bd260003 with negotiated timeout 10000 for client /140.211.11.196:29170
[junit4:junit4]   2> 3774 T108 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22905, sessionid = 0x13ab2d7bd260003, negotiated timeout = 10000
[junit4:junit4]   2> 3774 T109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fcd858f name:ZooKeeperConnection Watcher:127.0.0.1:22905/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3775 T79 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3776 T79 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3780 T79 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3945 T79 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3948 T79 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:62076
[junit4:junit4]   2> 3949 T79 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3950 T79 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351620217598
[junit4:junit4]   2> 3951 T79 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351620217598/'
[junit4:junit4]   2> 3994 T79 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3994 T79 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3995 T79 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351620217598
[junit4:junit4]   2> 3996 T79 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351620217598/solr.xml
[junit4:junit4]   2> 3996 T79 oasc.CoreContainer.<init> New CoreContainer 867905807
[junit4:junit4]   2> 3997 T79 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351620217598/'
[junit4:junit4]   2> 3998 T79 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351620217598/'
[junit4:junit4]   2> 4033 T79 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4049 T79 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:22905/solr
[junit4:junit4]   2> 4050 T79 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22905/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@61debffa
[junit4:junit4]   2> 4051 T119 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22905
[junit4:junit4]   2> 4051 T79 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4052 T119 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22905, initiating session
[junit4:junit4]   2> 4053 T81 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:57963
[junit4:junit4]   2> 4053 T81 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:57963
[junit4:junit4]   2> 4055 T83 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab2d7bd260004 with negotiated timeout 5000 for client /140.211.11.196:57963
[junit4:junit4]   2> 4056 T119 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22905, sessionid = 0x13ab2d7bd260004, negotiated timeout = 5000
[junit4:junit4]   2> 4056 T120 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61debffa name:ZooKeeperConnection Watcher:127.0.0.1:22905/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4057 T79 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4058 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4069 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4071 T79 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62076_solr
[junit4:junit4]   2> 4072 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:62076_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:62076_solr
[junit4:junit4]   2> 4078 T79 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62076_solr
[junit4:junit4]   2> 4082 T100 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4082 T109 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4082 T100 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 4083 T79 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4084 T79 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4084 T79 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4085 T79 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4085 T79 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4086 T79 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4086 T79 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4087 T79 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4087 T79 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4088 T79 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4115 T79 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4115 T101 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4117 T101 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52136_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52136/solr"}
[junit4:junit4]   2> 4124 T79 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351620217598/collection1
[junit4:junit4]   2> 4125 T79 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4129 T120 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 4129 T109 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 4129 T79 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4129 T100 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 4131 T79 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4135 T79 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351620217598/collection1/'
[junit4:junit4]   2> 4137 T79 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351620217598/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4138 T79 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351620217598/collection1/lib/README' to classloader
[junit4:junit4]   2> 4192 T79 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4275 T79 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4376 T79 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4385 T79 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5017 T79 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5031 T79 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5035 T79 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5059 T79 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5065 T79 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5071 T79 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5074 T79 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5076 T79 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351620217598/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty1/
[junit4:junit4]   2> 5077 T79 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@236d0dd3
[junit4:junit4]   2> 5078 T79 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5079 T79 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16254dd7; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 5080 T79 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty1 forceNew:false
[junit4:junit4]   2> 5081 T79 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty1
[junit4:junit4]   2> 5081 T79 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty1/index/
[junit4:junit4]   2> 5082 T79 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5084 T79 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty1/index forceNew:false
[junit4:junit4]   2> 5093 T79 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7789a38f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5094 T79 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5095 T79 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty1/index
[junit4:junit4]   2> 5096 T79 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5099 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5100 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5100 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5101 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5102 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5103 T79 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5104 T79 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5106 T79 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5108 T79 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5109 T79 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5111 T79 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5112 T79 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5114 T79 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5115 T79 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5115 T79 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5117 T79 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5119 T79 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5121 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5123 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5125 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5127 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5128 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5130 T79 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5132 T79 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5134 T79 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5148 T79 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5153 T79 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5156 T79 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5159 T79 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty1
[junit4:junit4]   2> 5161 T79 oass.SolrIndexSearcher.<init> Opening Searcher@3f8f6434 main
[junit4:junit4]   2> 5163 T79 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5163 T79 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5164 T79 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5173 T79 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5238 T125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f8f6434 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5247 T79 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5642 T101 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5644 T101 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62076_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62076/solr"}
[junit4:junit4]   2> 5644 T101 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5666 T109 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 5666 T120 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 5666 T100 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 5751 T79 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5751 T79 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:62076/solr shardId:shard1
[junit4:junit4]   2> 5753 T79 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 5771 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260004 type:delete cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 5772 T79 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5773 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260004 type:create cxid:0x46 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5782 T79 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5783 T79 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5784 T79 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62076/solr/collection1/
[junit4:junit4]   2> 5784 T79 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5785 T79 oasc.SyncStrategy.syncToMe http://127.0.0.1:62076/solr/collection1/ has no replicas
[junit4:junit4]   2> 5785 T79 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62076/solr/collection1/
[junit4:junit4]   2> 5786 T79 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 5792 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260004 type:create cxid:0x50 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6173 T101 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6192 T109 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 6192 T120 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 6192 T100 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 6203 T79 oasc.ZkController.register We are http://127.0.0.1:62076/solr/collection1/ and leader is http://127.0.0.1:62076/solr/collection1/
[junit4:junit4]   2> 6204 T79 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62076/solr
[junit4:junit4]   2> 6204 T79 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6205 T79 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6207 T79 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6209 T79 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6209 T79 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6210 T79 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6391 T79 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 6394 T79 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:47082
[junit4:junit4]   2> 6395 T79 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6396 T79 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351620220043
[junit4:junit4]   2> 6396 T79 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351620220043/'
[junit4:junit4]   2> 6439 T79 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6440 T79 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6440 T79 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351620220043
[junit4:junit4]   2> 6441 T79 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351620220043/solr.xml
[junit4:junit4]   2> 6441 T79 oasc.CoreContainer.<init> New CoreContainer 1799373634
[junit4:junit4]   2> 6442 T79 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351620220043/'
[junit4:junit4]   2> 6443 T79 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351620220043/'
[junit4:junit4]   2> 6477 T79 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6493 T79 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:22905/solr
[junit4:junit4]   2> 6493 T79 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22905/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@67ef6bbf
[junit4:junit4]   2> 6495 T135 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22905
[junit4:junit4]   2> 6494 T79 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6496 T135 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:22905, initiating session
[junit4:junit4]   2> 6496 T81 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:28294
[junit4:junit4]   2> 6497 T81 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:28294
[junit4:junit4]   2> 6499 T83 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab2d7bd260005 with negotiated timeout 5000 for client /140.211.11.196:28294
[junit4:junit4]   2> 6499 T135 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:22905, sessionid = 0x13ab2d7bd260005, negotiated timeout = 5000
[junit4:junit4]   2> 6500 T136 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67ef6bbf name:ZooKeeperConnection Watcher:127.0.0.1:22905/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6500 T79 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6501 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6513 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6515 T79 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47082_solr
[junit4:junit4]   2> 6516 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47082_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47082_solr
[junit4:junit4]   2> 6518 T79 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47082_solr
[junit4:junit4]   2> 6526 T120 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 6526 T109 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6526 T100 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6527 T109 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 6527 T100 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 6527 T79 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 6528 T120 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6528 T79 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6529 T79 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 6529 T79 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6530 T79 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6530 T79 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6531 T79 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6532 T79 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6532 T79 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6533 T79 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 6552 T79 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6562 T79 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351620220043/collection1
[junit4:junit4]   2> 6562 T79 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6563 T79 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6564 T79 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6566 T79 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351620220043/collection1/'
[junit4:junit4]   2> 6568 T79 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351620220043/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6568 T79 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351620220043/collection1/lib/README' to classloader
[junit4:junit4]   2> 6622 T79 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6702 T79 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6706 T101 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6707 T101 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62076_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62076/solr"}
[junit4:junit4]   2> 6721 T109 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 6721 T100 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 6721 T120 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 6804 T136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 6804 T79 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6814 T79 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7458 T79 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7472 T79 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7476 T79 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7499 T79 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7505 T79 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7511 T79 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7514 T79 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7516 T79 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351620220043/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty2/
[junit4:junit4]   2> 7517 T79 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@236d0dd3
[junit4:junit4]   2> 7518 T79 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 7519 T79 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@34205bb8; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 7520 T79 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty2 forceNew:false
[junit4:junit4]   2> 7521 T79 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty2
[junit4:junit4]   2> 7521 T79 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty2/index/
[junit4:junit4]   2> 7522 T79 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7523 T79 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty2/index forceNew:false
[junit4:junit4]   2> 7532 T79 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23fc8b48; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7533 T79 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7534 T79 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty2/index
[junit4:junit4]   2> 7535 T79 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7538 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7539 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7539 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7540 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7541 T79 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7542 T79 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7542 T79 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7544 T79 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7546 T79 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7548 T79 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7550 T79 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7551 T79 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7553 T79 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7553 T79 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7554 T79 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7556 T79 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7558 T79 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7560 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7561 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7563 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7565 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7567 T79 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7569 T79 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7570 T79 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7572 T79 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7585 T79 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7590 T79 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7593 T79 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7596 T79 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351620213821/jetty2
[junit4:junit4]   2> 7598 T79 oass.SolrIndexSearcher.<init> Opening Searcher@13656ae main
[junit4:junit4]   2> 7600 T79 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7600 T79 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7601 T79 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7611 T79 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7675 T141 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13656ae main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7684 T79 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7731 T101 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7732 T101 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47082_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47082/solr"}
[junit4:junit4]   2> 7747 T109 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 7747 T136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 7747 T120 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 7747 T100 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 8187 T79 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8187 T79 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:47082/solr shardId:shard2
[junit4:junit4]   2> 8189 T79 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 8208 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260005 type:delete cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 8209 T79 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8210 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260005 type:create cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8213 T79 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8213 T79 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8214 T79 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47082/solr/collection1/
[junit4:junit4]   2> 8214 T79 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8215 T79 oasc.SyncStrategy.syncToMe http://127.0.0.1:47082/solr/collection1/ has no replicas
[junit4:junit4]   2> 8215 T79 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47082/solr/collection1/
[junit4:junit4]   2> 8216 T79 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 8221 T84 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab2d7bd260005 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8253 T101 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8264 T100 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 8264 T136 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 8264 T120 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 8264 T109 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 8280 T79 oasc.ZkController.register We are http://127.0.0.1:47082/solr/collection1/ and leader is http://127.0.0.1:47082/solr/collection1/
[junit4:junit4]   2> 8280 T79 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47082/solr
[junit4:junit4]   2> 8281 T79 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8281 T79 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8284 T79 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8285 T79 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8286 T79 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8286 T79 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8464 T79 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8468 T79 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:63499
[junit4:junit4]   2> 8469 T79 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8469 T79 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351620222119
[junit4:junit4]   2> 8470 T79 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351620222119/'
[junit4:junit4]   2> 8512 T79 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8512 T79 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8513 T79 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351620222119
[junit4:junit4]   2> 8513 T79 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351620222119/solr.xml
[junit4:junit4]   2> 8514 T79 oasc.CoreContainer.<init> New CoreContainer 1942502761
[junit4:junit4]   2> 8515 T79 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351620222119/'
[junit4:junit4]   2> 8516 T79 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351620222119/'
[junit4:junit4]   2> 8549 T79 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8565 T79 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:22905/solr
[junit4:junit4]   2> 8566 T79 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:22905/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@72407f7
[junit4:junit4]   2> 8567 T151 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:22905
[junit4:junit4]   2> 8567 T79 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8568 T151 oaz.ClientCnxn$SendThread.primeConne

[...truncated too long message...]

rver.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    7) Thread[id=166, name=qtp575130061-166 Acceptor1 SelectChannelConnector@0.0.0.0:51116, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    8) Thread[id=294, name=qtp15762072-294 Acceptor1 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    9) Thread[id=147, name=qtp1388230542-147 Acceptor0 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   10) Thread[id=295, name=qtp15762072-295 Acceptor2 SelectChannelConnector@0.0.0.0:23640, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   11) Thread[id=296, name=qtp15762072-296 Acceptor3 SelectChannelConnector@0.0.0.0:23640, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   12) Thread[id=148, name=qtp1388230542-148 Acceptor1 SelectChannelConnector@0.0.0.0:63499, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   13) Thread[id=98, name=qtp2050083655-98 Acceptor3 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   14) Thread[id=167, name=qtp575130061-167 Acceptor2 SelectChannelConnector@0.0.0.0:51116, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   15) Thread[id=97, name=qtp2050083655-97 Acceptor2 SelectChannelConnector@0.0.0.0:52136, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   16) Thread[id=149, name=qtp1388230542-149 Acceptor2 SelectChannelConnector@0.0.0.0:63499, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([92DDB00D31CA5432]:0)
[junit4:junit4] Completed on J0 in 245.50s, 1 test, 2 errors <<< FAILURES!

[...truncated 137 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1159: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 233 suites, 965 tests, 4 suite-level errors, 703 ignored

Total time: 22 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3351 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3351/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest:     1) Thread[id=559, name=qtp1105772763-559 Acceptor1 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=560, name=qtp1105772763-560 Acceptor2 SelectChannelConnector@0.0.0.0:56901, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=561, name=qtp1105772763-561 Acceptor3 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=558, name=qtp1105772763-558 Acceptor0 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
   1) Thread[id=559, name=qtp1105772763-559 Acceptor1 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=560, name=qtp1105772763-560 Acceptor2 SelectChannelConnector@0.0.0.0:56901, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=561, name=qtp1105772763-561 Acceptor3 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=558, name=qtp1105772763-558 Acceptor0 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([131AC3A355CD842F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=559, name=qtp1105772763-559 Acceptor1 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=560, name=qtp1105772763-560 Acceptor2 SelectChannelConnector@0.0.0.0:56901, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=561, name=qtp1105772763-561 Acceptor3 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=558, name=qtp1105772763-558 Acceptor0 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=559, name=qtp1105772763-559 Acceptor1 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=560, name=qtp1105772763-560 Acceptor2 SelectChannelConnector@0.0.0.0:56901, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=561, name=qtp1105772763-561 Acceptor3 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=558, name=qtp1105772763-558 Acceptor0 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([131AC3A355CD842F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedTermsComponentTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest:     1) Thread[id=627, name=qtp12955920-627 Acceptor3 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=666, name=qtp1820762682-666 Acceptor1 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=655, name=qtp1871591291-655 Acceptor3 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=580, name=qtp1997935073-580 Acceptor2 SelectChannelConnector@0.0.0.0:24826, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=590, name=qtp1653531341-590 Acceptor0 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=591, name=qtp1653531341-591 Acceptor1 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=625, name=qtp12955920-625 Acceptor1 SelectChannelConnector@0.0.0.0:50674, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=652, name=qtp1871591291-652 Acceptor0 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=563, name=qtp841909849-563 Acceptor0 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=653, name=qtp1871591291-653 Acceptor1 SelectChannelConnector@0.0.0.0:24497, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=624, name=qtp12955920-624 Acceptor0 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=638, name=qtp2056658270-638 Acceptor0 SelectChannelConnector@0.0.0.0:35371, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=552, name=qtp1265626382-552 Acceptor3 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=549, name=qtp1265626382-549 Acceptor0 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=565, name=qtp841909849-565 Acceptor2 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=665, name=qtp1820762682-665 Acceptor0 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=566, name=qtp841909849-566 Acceptor3 SelectChannelConnector@0.0.0.0:34138, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=668, name=qtp1820762682-668 Acceptor3 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=639, name=qtp2056658270-639 Acceptor1 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=605, name=qtp677317218-605 Acceptor1 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=593, name=qtp1653531341-593 Acceptor3 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=626, name=qtp12955920-626 Acceptor2 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=592, name=qtp1653531341-592 Acceptor2 SelectChannelConnector@0.0.0.0:62167, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=654, name=qtp1871591291-654 Acceptor2 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=604, name=qtp677317218-604 Acceptor0 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=640, name=qtp2056658270-640 Acceptor2 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=550, name=qtp1265626382-550 Acceptor1 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=581, name=qtp1997935073-581 Acceptor3 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=579, name=qtp1997935073-579 Acceptor1 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=551, name=qtp1265626382-551 Acceptor2 SelectChannelConnector@0.0.0.0:36070, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=667, name=qtp1820762682-667 Acceptor2 SelectChannelConnector@0.0.0.0:26907, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=578, name=qtp1997935073-578 Acceptor0 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=606, name=qtp677317218-606 Acceptor2 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=641, name=qtp2056658270-641 Acceptor3 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=564, name=qtp841909849-564 Acceptor1 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=607, name=qtp677317218-607 Acceptor3 SelectChannelConnector@0.0.0.0:33584, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest: 
   1) Thread[id=627, name=qtp12955920-627 Acceptor3 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=666, name=qtp1820762682-666 Acceptor1 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=655, name=qtp1871591291-655 Acceptor3 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=580, name=qtp1997935073-580 Acceptor2 SelectChannelConnector@0.0.0.0:24826, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=590, name=qtp1653531341-590 Acceptor0 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=591, name=qtp1653531341-591 Acceptor1 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=625, name=qtp12955920-625 Acceptor1 SelectChannelConnector@0.0.0.0:50674, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=652, name=qtp1871591291-652 Acceptor0 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=563, name=qtp841909849-563 Acceptor0 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=653, name=qtp1871591291-653 Acceptor1 SelectChannelConnector@0.0.0.0:24497, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=624, name=qtp12955920-624 Acceptor0 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=638, name=qtp2056658270-638 Acceptor0 SelectChannelConnector@0.0.0.0:35371, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=552, name=qtp1265626382-552 Acceptor3 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=549, name=qtp1265626382-549 Acceptor0 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=565, name=qtp841909849-565 Acceptor2 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=665, name=qtp1820762682-665 Acceptor0 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=566, name=qtp841909849-566 Acceptor3 SelectChannelConnector@0.0.0.0:34138, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=668, name=qtp1820762682-668 Acceptor3 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=639, name=qtp2056658270-639 Acceptor1 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=605, name=qtp677317218-605 Acceptor1 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=593, name=qtp1653531341-593 Acceptor3 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=626, name=qtp12955920-626 Acceptor2 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=592, name=qtp1653531341-592 Acceptor2 SelectChannelConnector@0.0.0.0:62167, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=654, name=qtp1871591291-654 Acceptor2 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=604, name=qtp677317218-604 Acceptor0 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=640, name=qtp2056658270-640 Acceptor2 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=550, name=qtp1265626382-550 Acceptor1 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=581, name=qtp1997935073-581 Acceptor3 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=579, name=qtp1997935073-579 Acceptor1 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=551, name=qtp1265626382-551 Acceptor2 SelectChannelConnector@0.0.0.0:36070, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=667, name=qtp1820762682-667 Acceptor2 SelectChannelConnector@0.0.0.0:26907, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=578, name=qtp1997935073-578 Acceptor0 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=606, name=qtp677317218-606 Acceptor2 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=641, name=qtp2056658270-641 Acceptor3 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=564, name=qtp841909849-564 Acceptor1 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=607, name=qtp677317218-607 Acceptor3 SelectChannelConnector@0.0.0.0:33584, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([131AC3A355CD842F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedTermsComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=627, name=qtp12955920-627 Acceptor3 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=666, name=qtp1820762682-666 Acceptor1 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=655, name=qtp1871591291-655 Acceptor3 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=580, name=qtp1997935073-580 Acceptor2 SelectChannelConnector@0.0.0.0:24826, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=590, name=qtp1653531341-590 Acceptor0 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=591, name=qtp1653531341-591 Acceptor1 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=625, name=qtp12955920-625 Acceptor1 SelectChannelConnector@0.0.0.0:50674, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=652, name=qtp1871591291-652 Acceptor0 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=563, name=qtp841909849-563 Acceptor0 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=653, name=qtp1871591291-653 Acceptor1 SelectChannelConnector@0.0.0.0:24497, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=624, name=qtp12955920-624 Acceptor0 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=638, name=qtp2056658270-638 Acceptor0 SelectChannelConnector@0.0.0.0:35371, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=552, name=qtp1265626382-552 Acceptor3 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=549, name=qtp1265626382-549 Acceptor0 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=565, name=qtp841909849-565 Acceptor2 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=566, name=qtp841909849-566 Acceptor3 SelectChannelConnector@0.0.0.0:34138, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=665, name=qtp1820762682-665 Acceptor0 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=605, name=qtp677317218-605 Acceptor1 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=639, name=qtp2056658270-639 Acceptor1 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=668, name=qtp1820762682-668 Acceptor3 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=593, name=qtp1653531341-593 Acceptor3 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=592, name=qtp1653531341-592 Acceptor2 SelectChannelConnector@0.0.0.0:62167, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=626, name=qtp12955920-626 Acceptor2 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=654, name=qtp1871591291-654 Acceptor2 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=604, name=qtp677317218-604 Acceptor0 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=640, name=qtp2056658270-640 Acceptor2 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=550, name=qtp1265626382-550 Acceptor1 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=581, name=qtp1997935073-581 Acceptor3 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=579, name=qtp1997935073-579 Acceptor1 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=551, name=qtp1265626382-551 Acceptor2 SelectChannelConnector@0.0.0.0:36070, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=667, name=qtp1820762682-667 Acceptor2 SelectChannelConnector@0.0.0.0:26907, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=578, name=qtp1997935073-578 Acceptor0 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=606, name=qtp677317218-606 Acceptor2 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=641, name=qtp2056658270-641 Acceptor3 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=564, name=qtp841909849-564 Acceptor1 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=607, name=qtp677317218-607 Acceptor3 SelectChannelConnector@0.0.0.0:33584, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=627, name=qtp12955920-627 Acceptor3 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=666, name=qtp1820762682-666 Acceptor1 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=655, name=qtp1871591291-655 Acceptor3 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=580, name=qtp1997935073-580 Acceptor2 SelectChannelConnector@0.0.0.0:24826, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=590, name=qtp1653531341-590 Acceptor0 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=591, name=qtp1653531341-591 Acceptor1 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=625, name=qtp12955920-625 Acceptor1 SelectChannelConnector@0.0.0.0:50674, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=652, name=qtp1871591291-652 Acceptor0 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=563, name=qtp841909849-563 Acceptor0 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=653, name=qtp1871591291-653 Acceptor1 SelectChannelConnector@0.0.0.0:24497, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=624, name=qtp12955920-624 Acceptor0 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=638, name=qtp2056658270-638 Acceptor0 SelectChannelConnector@0.0.0.0:35371, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=552, name=qtp1265626382-552 Acceptor3 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=549, name=qtp1265626382-549 Acceptor0 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=565, name=qtp841909849-565 Acceptor2 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=566, name=qtp841909849-566 Acceptor3 SelectChannelConnector@0.0.0.0:34138, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=665, name=qtp1820762682-665 Acceptor0 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=605, name=qtp677317218-605 Acceptor1 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=639, name=qtp2056658270-639 Acceptor1 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=668, name=qtp1820762682-668 Acceptor3 SelectChannelConnector@0.0.0.0:26907, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=593, name=qtp1653531341-593 Acceptor3 SelectChannelConnector@0.0.0.0:62167, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=592, name=qtp1653531341-592 Acceptor2 SelectChannelConnector@0.0.0.0:62167, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=626, name=qtp12955920-626 Acceptor2 SelectChannelConnector@0.0.0.0:50674, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=654, name=qtp1871591291-654 Acceptor2 SelectChannelConnector@0.0.0.0:24497, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=604, name=qtp677317218-604 Acceptor0 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=640, name=qtp2056658270-640 Acceptor2 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=550, name=qtp1265626382-550 Acceptor1 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=581, name=qtp1997935073-581 Acceptor3 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=579, name=qtp1997935073-579 Acceptor1 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=551, name=qtp1265626382-551 Acceptor2 SelectChannelConnector@0.0.0.0:36070, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=667, name=qtp1820762682-667 Acceptor2 SelectChannelConnector@0.0.0.0:26907, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=578, name=qtp1997935073-578 Acceptor0 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=606, name=qtp677317218-606 Acceptor2 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=641, name=qtp2056658270-641 Acceptor3 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=564, name=qtp841909849-564 Acceptor1 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=607, name=qtp677317218-607 Acceptor3 SelectChannelConnector@0.0.0.0:33584, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([131AC3A355CD842F]:0)




Build Log:
[...truncated 8447 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.admin.ShowFileRequestHandlerTest
[junit4:junit4]   2> 8 T551 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-ShowFileRequestHandlerTest-1351588137404
[junit4:junit4]   2> 9 T551 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 589 T551 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 957 T551 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:56901
[junit4:junit4]   2> 1011 T551 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1012 T551 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 1013 T551 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 1086 T551 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1087 T551 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1088 T551 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 1088 T551 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/solr.xml
[junit4:junit4]   2> 1089 T551 oasc.CoreContainer.<init> New CoreContainer 584199013
[junit4:junit4]   2> 1090 T551 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 1090 T551 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 1166 T551 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1240 T551 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1
[junit4:junit4]   2> 1241 T551 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/'
[junit4:junit4]   2> 1270 T551 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
[junit4:junit4]   2> 1351 T551 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1478 T551 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1479 T551 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1512 T551 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 2374 T551 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2403 T551 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2417 T551 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2601 T551 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404/
[junit4:junit4]   2> 2601 T551 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b22100b
[junit4:junit4]   2> 2627 T551 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
[junit4:junit4]   2> 2627 T551 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
[junit4:junit4]   2> 2628 T551 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2628 T551 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@66798094 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@32e8a91b) assuming 'simple'
[junit4:junit4]   2> 2629 T551 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404 forceNew:false
[junit4:junit4]   2> 2629 T551 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404
[junit4:junit4]   2> 2629 T551 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404/index/
[junit4:junit4]   2> 2630 T551 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2630 T551 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404/index forceNew:false
[junit4:junit4]   2> 2632 T551 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@78970e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b8cba01),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2632 T551 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2633 T551 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404/index
[junit4:junit4]   2> 2654 T551 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2655 T551 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
[junit4:junit4]   2> 2655 T551 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
[junit4:junit4]   2> 2655 T551 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
[junit4:junit4]   2> 2655 T551 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
[junit4:junit4]   2> 2823 T551 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2825 T551 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
[junit4:junit4]   2> 2826 T551 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2827 T551 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
[junit4:junit4]   2> 2828 T551 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2843 T551 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.JsonUpdateRequestHandler
[junit4:junit4]   2> 2859 T551 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.CSVRequestHandler
[junit4:junit4]   2> 2859 T551 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 2859 T551 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 2860 T551 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 2860 T551 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 2860 T551 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 2861 T551 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 2876 T551 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2888 T551 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
[junit4:junit4]   2> 2889 T551 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2927 T551 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2928 T551 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2928 T551 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
[junit4:junit4]   2> 2928 T551 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2929 T551 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
[junit4:junit4]   2> 2929 T551 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2929 T551 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
[junit4:junit4]   2> 2929 T551 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2930 T551 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
[junit4:junit4]   2> 2940 T551 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2941 T551 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2943 T551 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2948 T551 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404
[junit4:junit4]   2> 2948 T551 oass.SolrIndexSearcher.<init> Opening Searcher@41a81a86 main
[junit4:junit4]   2> 2975 T551 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
[junit4:junit4]   2> 2976 T551 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2976 T551 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3013 T551 oass.DirectSolrSpellChecker.init init: {name=default,field=name,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4:junit4]   2> 3014 T551 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
[junit4:junit4]   2> 3028 T551 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 3091 T551 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3091 T551 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3092 T551 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3092 T551 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3092 T551 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3093 T551 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3093 T551 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3093 T551 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3093 T551 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3094 T551 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3125 T551 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 3126 T566 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@41a81a86 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3131 T551 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404/index
[junit4:junit4]   2> ASYNC  NEW_CORE C4 name=collection1 org.apache.solr.core.SolrCore@4ebded0b
[junit4:junit4]   2> 3151 T566 C4 REQ [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=20 
[junit4:junit4]   2> 3151 T566 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 3152 T566 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
[junit4:junit4]   2> 3152 T566 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
[junit4:junit4]   2> 3154 T566 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41a81a86 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3159 T551 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 3160 T551 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3160 T551 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3160 T551 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#56901
[junit4:junit4]   2> 3167 T551 oas.SolrTestCaseJ4.setUp ###Starting testGetRawFile
[junit4:junit4]   2> 3227 T551 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4245 T563 C4 REQ [collection1] webapp=/solr path=/admin/file params={wt=mock&file=schema.xml&version=2.2} status=0 QTime=10 
[junit4:junit4]   2> 4384 T551 oas.SolrTestCaseJ4.tearDown ###Ending testGetRawFile
[junit4:junit4]   2> 4391 T551 oas.SolrTestCaseJ4.setUp ###Starting testDirList
[junit4:junit4]   2> 4413 T565 C4 REQ [collection1] webapp=/solr path=/admin/file params={wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 4432 T551 oas.SolrTestCaseJ4.tearDown ###Ending testDirList
[junit4:junit4]   2> 4480 T551 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=584199013
[junit4:junit4]   2> 4481 T551 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4ebded0b
[junit4:junit4]   2> 4485 T551 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404/index
[junit4:junit4]   2> 4486 T551 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404/index
[junit4:junit4]   2> 4490 T551 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404/index
[junit4:junit4]   2> 4490 T551 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404/index
[junit4:junit4]   2> 4495 T551 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommit maxTime=15000ms,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 4495 T551 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 4495 T551 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 4495 T551 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 4496 T551 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 4496 T551 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351588137404/index
[junit4:junit4]   2> 4497 T551 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 4597 T551 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 4597 T551 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 4602 T550 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 24779 T550 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]   2> 	   1) Thread[id=559, name=qtp1105772763-559 Acceptor1 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=560, name=qtp1105772763-560 Acceptor2 SelectChannelConnector@0.0.0.0:56901, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=561, name=qtp1105772763-561 Acceptor3 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=558, name=qtp1105772763-558 Acceptor0 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 24780 T550 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=559, name=qtp1105772763-559 Acceptor1 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   2) Thread[id=560, name=qtp1105772763-560 Acceptor2 SelectChannelConnector@0.0.0.0:56901, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   3) Thread[id=561, name=qtp1105772763-561 Acceptor3 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   4) Thread[id=558, name=qtp1105772763-558 Acceptor0 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 27823 T550 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=559, name=qtp1105772763-559 Acceptor1 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=560, name=qtp1105772763-560 Acceptor2 SelectChannelConnector@0.0.0.0:56901, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=561, name=qtp1105772763-561 Acceptor3 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=558, name=qtp1105772763-558 Acceptor0 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {}, sim=DefaultSimilarity, locale=zh_CN, timezone=Pacific/Kosrae
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=5,free=247371080,total=451936256
[junit4:junit4]   2> NOTE: All tests run in this JVM: [PrimitiveFieldTypeTest, ReturnFieldsTest, OpenExchangeRatesOrgProviderTest, TestArbitraryIndexDir, PingRequestHandlerTest, HighlighterTest, OverseerTest, EchoParamsTest, TimeZoneUtilsTest, ShowFileRequestHandlerTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShowFileRequestHandlerTest -Dtests.seed=131AC3A355CD842F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh_CN -Dtests.timezone=Pacific/Kosrae -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   0.00s J1 | ShowFileRequestHandlerTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]    >    1) Thread[id=559, name=qtp1105772763-559 Acceptor1 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=560, name=qtp1105772763-560 Acceptor2 SelectChannelConnector@0.0.0.0:56901, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=561, name=qtp1105772763-561 Acceptor3 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=558, name=qtp1105772763-558 Acceptor0 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([131AC3A355CD842F]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=559, name=qtp1105772763-559 Acceptor1 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=560, name=qtp1105772763-560 Acceptor2 SelectChannelConnector@0.0.0.0:56901, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=561, name=qtp1105772763-561 Acceptor3 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=558, name=qtp1105772763-558 Acceptor0 SelectChannelConnector@0.0.0.0:56901, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([131AC3A355CD842F]:0)
[junit4:junit4] Completed on J1 in 28.03s, 2 tests, 2 errors <<< FAILURES!

[...truncated 622 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.component.DistributedTermsComponentTest
[junit4:junit4]   2> 3 T542 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 408 T542 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 695 T542 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:36070
[junit4:junit4]   2> 729 T542 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 730 T542 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 730 T542 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 762 T542 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 762 T542 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 763 T542 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 763 T542 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 764 T542 oasc.CoreContainer.<init> New CoreContainer 13121547
[junit4:junit4]   2> 764 T542 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 765 T542 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 788 T542 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 803 T542 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 804 T542 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 805 T542 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 806 T542 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 845 T542 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 896 T542 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 897 T542 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 906 T542 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1328 T542 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1337 T542 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1340 T542 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1348 T542 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1352 T542 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1355 T542 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1356 T542 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1357 T542 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/control/data/
[junit4:junit4]   2> 1358 T542 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba8209b
[junit4:junit4]   2> 1358 T542 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1359 T542 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cccdb72 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1d5b40c2) assuming 'simple'
[junit4:junit4]   2> 1360 T542 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/control/data forceNew:false
[junit4:junit4]   2> 1361 T542 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/control/data
[junit4:junit4]   2> 1361 T542 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/control/data/index/
[junit4:junit4]   2> 1362 T542 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1363 T542 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/control/data/index forceNew:false
[junit4:junit4]   2> 1366 T542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62a296ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@6769542e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1366 T542 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1367 T542 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/control/data/index
[junit4:junit4]   2> 1367 T542 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1369 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1370 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1370 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1371 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1372 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1372 T542 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1373 T542 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1374 T542 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1375 T542 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1376 T542 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1377 T542 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1377 T542 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1378 T542 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1379 T542 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1379 T542 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1380 T542 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1381 T542 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1382 T542 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1383 T542 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1384 T542 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1385 T542 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1386 T542 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1386 T542 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1387 T542 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1388 T542 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1397 T542 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1401 T542 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1403 T542 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-IB.XML, SCHEMA-CHARFILTERS.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, SCHEMA-PHRASESUGGEST.XML, STEMDICT.TXT, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 1405 T542 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/control/data
[junit4:junit4]   2> 1406 T542 oass.SolrIndexSearcher.<init> Opening Searcher@64de807f main
[junit4:junit4]   2> 1406 T542 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1407 T542 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1407 T542 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1414 T542 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1467 T542 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1468 T542 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1469 T542 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1469 T542 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1469 T542 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1470 T542 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1470 T542 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1471 T542 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1471 T542 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1471 T542 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1488 T557 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@64de807f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1491 T542 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 1492 T542 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1492 T542 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1540 T542 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1556 T542 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1558 T542 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:34138
[junit4:junit4]   2> 1559 T542 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1560 T542 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1560 T542 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1588 T542 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1589 T542 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1589 T542 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1590 T542 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 1590 T542 oasc.CoreContainer.<init> New CoreContainer 1220783556
[junit4:junit4]   2> 1591 T542 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1591 T542 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1614 T542 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1629 T542 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 1630 T542 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 1631 T542 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1632 T542 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 1688 T542 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1737 T542 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1738 T542 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1748 T542 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2171 T542 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2180 T542 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2183 T542 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2191 T542 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2195 T542 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2198 T542 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2199 T542 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2200 T542 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/shard0/data/
[junit4:junit4]   2> 2201 T542 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba8209b
[junit4:junit4]   2> 2201 T542 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2202 T542 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@bebb47b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f95fd5a) assuming 'simple'
[junit4:junit4]   2> 2203 T542 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/shard0/data forceNew:false
[junit4:junit4]   2> 2203 T542 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/shard0/data
[junit4:junit4]   2> 2204 T542 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/shard0/data/index/
[junit4:junit4]   2> 2205 T542 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2205 T542 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/shard0/data/index forceNew:false
[junit4:junit4]   2> 2221 T542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f900a64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3953f0ff),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2222 T542 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2223 T542 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/shard0/data/index
[junit4:junit4]   2> 2223 T542 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 2225 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2226 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 2226 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2227 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 2228 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2228 T542 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2229 T542 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2230 T542 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2231 T542 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2232 T542 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 2233 T542 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 2233 T542 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2234 T542 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 2235 T542 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 2235 T542 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 2236 T542 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2237 T542 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2238 T542 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2239 T542 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2240 T542 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2241 T542 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2242 T542 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2243 T542 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2244 T542 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 2245 T542 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2254 T542 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2257 T542 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 2259 T542 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-IB.XML, SCHEMA-CHARFILTERS.XML, SOLRCONFIG-QUERYSENDER.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, SCHEMA-PHRASESUGGEST.XML, STEMDICT.TXT, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, SOLRCONFIG-NATIVELOCK.XML, XSLT, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 2261 T542 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/shard0/data
[junit4:junit4]   2> 2262 T542 oass.SolrIndexSearcher.<init> Opening Searcher@1f97515 main
[junit4:junit4]   2> 2263 T542 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2263 T542 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2264 T542 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2270 T542 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2314 T542 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2315 T542 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2315 T542 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2316 T542 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2316 T542 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2317 T542 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2317 T542 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2318 T542 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2318 T542 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2318 T542 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2335 T570 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f97515 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2339 T542 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 2340 T542 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2340 T542 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2341 T542 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C28 name=collection1 org.apache.solr.core.SolrCore@7f8c30a1
[junit4:junit4]   2> 3257 T556 C28 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 3258 T556 C28 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/control/data
[junit4:junit4]   2> 3260 T556 C28 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62a296ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@6769542e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3261 T556 C28 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3261 T556 C28 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 12
[junit4:junit4]   2> ASYNC  NEW_CORE C29 name=collection1 org.apache.solr.core.SolrCore@1476eda4
[junit4:junit4]   2> 3361 T568 C29 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 3362 T568 C29 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/shard0/data
[junit4:junit4]   2> 3364 T568 C29 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f900a64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3953f0ff),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3364 T568 C29 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3365 T568 C29 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 5
[junit4:junit4]   2> 3371 T554 C28 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 2
[junit4:junit4]   2> 3376 T569 C29 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 1
[junit4:junit4]   2> 3380 T555 C28 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 1
[junit4:junit4]   2> 3384 T568 C29 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 1
[junit4:junit4]   2> 3388 T556 C28 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 1
[junit4:junit4]   2> 3392 T569 C29 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 1
[junit4:junit4]   2> 3396 T554 C28 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 1
[junit4:junit4]   2> 3400 T568 C29 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 1
[junit4:junit4]   2> 3404 T555 C28 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 0
[junit4:junit4]   2> 3408 T569 C29 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 1
[junit4:junit4]   2> 3412 T556 C28 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 1
[junit4:junit4]   2> 3415 T568 C29 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 1
[junit4:junit4]   2> 3419 T554 C28 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 1
[junit4:junit4]   2> 3425 T569 C29 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 1
[junit4:junit4]   2> 3428 T555 C28 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 1
[junit4:junit4]   2> 3432 T568 C29 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 1
[junit4:junit4]   2> 3455 T556 C28 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 3458 T556 C28 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62a296ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@6769542e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62a296ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@6769542e),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_nrm.cfs, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_nrm.cfe, _0_MockVariableIntBlock_0.frq, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 3458 T556 C28 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene41WithOrds_0.tib, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_nrm.cfs, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_nrm.cfe, _0_MockVariableIntBlock_0.frq, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 3459 T556 C28 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/control/data
[junit4:junit4]   2> 3460 T556 C28 oass.SolrIndexSearcher.<init> Opening Searcher@60084954 main
[junit4:junit4]   2> 3461 T556 C28 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3462 T557 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@60084954 main{StandardDirectoryReader(segments_2:4 _0(5.0):C8)}
[junit4:junit4]   2> 3462 T557 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/control/data/index
[junit4:junit4]   2> 3463 T556 C28 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 9
[junit4:junit4]   2> 3466 T569 C29 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 3470 T569 C29 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f900a64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3953f0ff),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f900a64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3953f0ff),segFN=segments_2,generation=2,filenames=[_0_Lucene41WithOrds_0.tib, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_nrm.cfs, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_nrm.cfe, _0_MockVariableIntBlock_0.frq, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 3470 T569 C29 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene41WithOrds_0.tib, _0_MockVariableIntBlock_0.doc, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_nrm.cfs, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_nrm.cfe, _0_MockVariableIntBlock_0.frq, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 3471 T569 C29 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/shard0/data
[junit4:junit4]   2> 3473 T569 C29 oass.SolrIndexSearcher.<init> Opening Searcher@2abe846d main
[junit4:junit4]   2> 3474 T569 C29 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3475 T570 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2abe846d main{StandardDirectoryReader(segments_2:4 _0(5.0):C8)}
[junit4:junit4]   2> 3475 T570 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedTermsComponentTest-1351588320716/shard0/data/index
[junit4:junit4]   2> 3475 T569 C29 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 9
[junit4:junit4]   2> 3543 T554 C28 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&qt=/terms&wt=javabin&version=2} status=0 QTime=55 
[junit4:junit4]   2> 3579 T569 C29 REQ [collection1] webapp=/solr path=/terms params={shards.qt=/terms&terms=true&distrib=false&wt=javabin&terms.sort=index&version=2&shard.url=127.0.0.1:34138/solr&NOW=1351588324269&terms.fl=b_t&terms.limit=-1&qt=/terms&isShard=true} status=0 QTime=0 
[junit4:junit4]   2> 3584 T568 C29 REQ [collection1] webapp=/solr path=/terms params={shards=127.0.0.1:34138/solr&shards.qt=/terms&terms.fl=b_t&terms=true&qt=/terms&wt=javabin&version=2} status=0 QTime=28 
[junit4:junit4]   2> 3588 T556 C28 REQ [collection1] webapp=/solr path=/terms params={terms.lower=s&shards.qt=/terms&terms.fl=b_t&terms=true&distrib=false&terms.limit=5&qt=/terms&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 3762 T569 C29 REQ [collectio

[...truncated too long message...]

>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   27) Thread[id=550, name=qtp1265626382-550 Acceptor1 SelectChannelConnector@0.0.0.0:36070, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   28) Thread[id=581, name=qtp1997935073-581 Acceptor3 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   29) Thread[id=579, name=qtp1997935073-579 Acceptor1 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   30) Thread[id=551, name=qtp1265626382-551 Acceptor2 SelectChannelConnector@0.0.0.0:36070, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   31) Thread[id=667, name=qtp1820762682-667 Acceptor2 SelectChannelConnector@0.0.0.0:26907, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   32) Thread[id=578, name=qtp1997935073-578 Acceptor0 SelectChannelConnector@0.0.0.0:24826, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   33) Thread[id=606, name=qtp677317218-606 Acceptor2 SelectChannelConnector@0.0.0.0:33584, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   34) Thread[id=641, name=qtp2056658270-641 Acceptor3 SelectChannelConnector@0.0.0.0:35371, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   35) Thread[id=564, name=qtp841909849-564 Acceptor1 SelectChannelConnector@0.0.0.0:34138, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   36) Thread[id=607, name=qtp677317218-607 Acceptor3 SelectChannelConnector@0.0.0.0:33584, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([131AC3A355CD842F]:0)
[junit4:junit4] Completed on J0 in 35.36s, 1 test, 2 errors <<< FAILURES!

[...truncated 26 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1159: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 232 suites, 962 tests, 4 suite-level errors, 638 ignored (2 assumptions)

Total time: 21 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3350 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3350/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
5 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:     1) Thread[id=105, name=qtp889265778-105 Acceptor0 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=685, name=testExecutor-684-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:150)         at java.net.SocketInputStream.read(SocketInputStream.java:121)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=106, name=qtp889265778-106 Acceptor1 SelectChannelConnector@0.0.0.0:10254, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=107, name=qtp889265778-107 Acceptor2 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=108, name=qtp889265778-108 Acceptor3 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
   1) Thread[id=105, name=qtp889265778-105 Acceptor0 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=685, name=testExecutor-684-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:150)
        at java.net.SocketInputStream.read(SocketInputStream.java:121)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
        at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
        at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=106, name=qtp889265778-106 Acceptor1 SelectChannelConnector@0.0.0.0:10254, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=107, name=qtp889265778-107 Acceptor2 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=108, name=qtp889265778-108 Acceptor3 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([1C42639201360503]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=105, name=qtp889265778-105 Acceptor0 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=685, name=testExecutor-684-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:150)         at java.net.SocketInputStream.read(SocketInputStream.java:121)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=106, name=qtp889265778-106 Acceptor1 SelectChannelConnector@0.0.0.0:10254, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=107, name=qtp889265778-107 Acceptor2 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=108, name=qtp889265778-108 Acceptor3 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=105, name=qtp889265778-105 Acceptor0 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=685, name=testExecutor-684-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:150)
        at java.net.SocketInputStream.read(SocketInputStream.java:121)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
        at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
        at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=106, name=qtp889265778-106 Acceptor1 SelectChannelConnector@0.0.0.0:10254, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=107, name=qtp889265778-107 Acceptor2 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=108, name=qtp889265778-108 Acceptor3 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([1C42639201360503]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryElevationComponentTest

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedQueryElevationComponentTest:     1) Thread[id=20, name=qtp1949265511-20 Acceptor2 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=62, name=qtp2098669123-62 Acceptor2 SelectChannelConnector@0.0.0.0:17384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=61, name=qtp2098669123-61 Acceptor1 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=46, name=qtp261801553-46 Acceptor0 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=34, name=qtp216450639-34 Acceptor0 SelectChannelConnector@0.0.0.0:37138, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=49, name=qtp261801553-49 Acceptor3 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=36, name=qtp216450639-36 Acceptor2 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=14, name=qtp1949265511-14 Acceptor0 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=60, name=qtp2098669123-60 Acceptor0 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=48, name=qtp261801553-48 Acceptor2 SelectChannelConnector@0.0.0.0:41255, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=16, name=qtp1949265511-16 Acceptor1 SelectChannelConnector@0.0.0.0:59958, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=63, name=qtp2098669123-63 Acceptor3 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=37, name=qtp216450639-37 Acceptor3 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=35, name=qtp216450639-35 Acceptor1 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=47, name=qtp261801553-47 Acceptor1 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=21, name=qtp1949265511-21 Acceptor3 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedQueryElevationComponentTest: 
   1) Thread[id=20, name=qtp1949265511-20 Acceptor2 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=62, name=qtp2098669123-62 Acceptor2 SelectChannelConnector@0.0.0.0:17384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=61, name=qtp2098669123-61 Acceptor1 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=46, name=qtp261801553-46 Acceptor0 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=34, name=qtp216450639-34 Acceptor0 SelectChannelConnector@0.0.0.0:37138, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=49, name=qtp261801553-49 Acceptor3 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=36, name=qtp216450639-36 Acceptor2 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=14, name=qtp1949265511-14 Acceptor0 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=60, name=qtp2098669123-60 Acceptor0 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=48, name=qtp261801553-48 Acceptor2 SelectChannelConnector@0.0.0.0:41255, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=16, name=qtp1949265511-16 Acceptor1 SelectChannelConnector@0.0.0.0:59958, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=63, name=qtp2098669123-63 Acceptor3 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=37, name=qtp216450639-37 Acceptor3 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=35, name=qtp216450639-35 Acceptor1 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=47, name=qtp261801553-47 Acceptor1 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=21, name=qtp1949265511-21 Acceptor3 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([1C42639201360503]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryElevationComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=20, name=qtp1949265511-20 Acceptor2 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=62, name=qtp2098669123-62 Acceptor2 SelectChannelConnector@0.0.0.0:17384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=61, name=qtp2098669123-61 Acceptor1 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=46, name=qtp261801553-46 Acceptor0 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=34, name=qtp216450639-34 Acceptor0 SelectChannelConnector@0.0.0.0:37138, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=36, name=qtp216450639-36 Acceptor2 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=49, name=qtp261801553-49 Acceptor3 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=14, name=qtp1949265511-14 Acceptor0 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=48, name=qtp261801553-48 Acceptor2 SelectChannelConnector@0.0.0.0:41255, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=60, name=qtp2098669123-60 Acceptor0 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=16, name=qtp1949265511-16 Acceptor1 SelectChannelConnector@0.0.0.0:59958, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=63, name=qtp2098669123-63 Acceptor3 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=37, name=qtp216450639-37 Acceptor3 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=35, name=qtp216450639-35 Acceptor1 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=47, name=qtp261801553-47 Acceptor1 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=21, name=qtp1949265511-21 Acceptor3 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=20, name=qtp1949265511-20 Acceptor2 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=62, name=qtp2098669123-62 Acceptor2 SelectChannelConnector@0.0.0.0:17384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=61, name=qtp2098669123-61 Acceptor1 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=46, name=qtp261801553-46 Acceptor0 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=34, name=qtp216450639-34 Acceptor0 SelectChannelConnector@0.0.0.0:37138, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=36, name=qtp216450639-36 Acceptor2 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=49, name=qtp261801553-49 Acceptor3 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=14, name=qtp1949265511-14 Acceptor0 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=48, name=qtp261801553-48 Acceptor2 SelectChannelConnector@0.0.0.0:41255, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=60, name=qtp2098669123-60 Acceptor0 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=16, name=qtp1949265511-16 Acceptor1 SelectChannelConnector@0.0.0.0:59958, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=63, name=qtp2098669123-63 Acceptor3 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=37, name=qtp216450639-37 Acceptor3 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=35, name=qtp216450639-35 Acceptor1 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=47, name=qtp261801553-47 Acceptor1 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=21, name=qtp1949265511-21 Acceptor3 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([1C42639201360503]:0)




Build Log:
[...truncated 8398 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.component.DistributedQueryElevationComponentTest
[junit4:junit4]   2> 292 T11 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 937 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1258 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:59958
[junit4:junit4]   2> 1435 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1436 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1437 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2211 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2216 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2217 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2256 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 2261 T11 oasc.CoreContainer.<init> New CoreContainer 1968914236
[junit4:junit4]   2> 2263 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2263 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2404 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2813 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 2815 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 2817 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 2818 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2943 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3174 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-elevate.xml
[junit4:junit4]   2> 3205 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3241 T11 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 4624 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4628 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5167 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data/
[junit4:junit4]   2> 5174 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d83d3de
[junit4:junit4]   2> 5414 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5551 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@596a9fec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@67296cd0) assuming 'simple'
[junit4:junit4]   2> 5557 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data forceNew:false
[junit4:junit4]   2> 5558 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data
[junit4:junit4]   2> 5558 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data/index/
[junit4:junit4]   2> 5560 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5582 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data/index forceNew:false
[junit4:junit4]   2> 6022 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2d10fd3f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ef63b1e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6023 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6024 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data/index
[junit4:junit4]   2> 7147 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7162 T11 oasc.RequestHandlers.initHandlersFromConfig created /elevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7164 T11 oasc.RequestHandlers.initHandlersFromConfig created /dataElevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7292 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7312 T11 oasc.RequestHandlers.initHandlersFromConfig WARNING no default request handler is registered (either '/select' or 'standard')
[junit4:junit4]   2> 7317 T11 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7328 T11 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG-INDEXCONFIG.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 7334 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data
[junit4:junit4]   2> 7374 T11 oass.SolrIndexSearcher.<init> Opening Searcher@3fcf5563 main
[junit4:junit4]   2> 7439 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7440 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7452 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 7505 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 7609 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 7610 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7610 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 7611 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7611 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7612 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7613 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7613 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7614 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7650 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8099 T28 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3fcf5563 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8101 T11 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 8102 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8103 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8159 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8180 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8183 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:37138
[junit4:junit4]   2> 8184 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8184 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8185 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8222 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8223 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8223 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8224 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 8225 T11 oasc.CoreContainer.<init> New CoreContainer 1318520502
[junit4:junit4]   2> 8226 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8226 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8262 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8289 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 8290 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 8292 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 8293 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8352 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8436 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-elevate.xml
[junit4:junit4]   2> 8437 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8462 T11 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 8714 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8717 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8731 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data/
[junit4:junit4]   2> 8732 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d83d3de
[junit4:junit4]   2> 8734 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8738 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2c7e9758 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2b02293a) assuming 'simple'
[junit4:junit4]   2> 8739 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data forceNew:false
[junit4:junit4]   2> 8739 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data
[junit4:junit4]   2> 8740 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data/index/
[junit4:junit4]   2> 8742 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8743 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data/index forceNew:false
[junit4:junit4]   2> 8744 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@417d4040 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@45953fd7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8745 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8746 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data/index
[junit4:junit4]   2> 8752 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8755 T11 oasc.RequestHandlers.initHandlersFromConfig created /elevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8758 T11 oasc.RequestHandlers.initHandlersFromConfig created /dataElevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8769 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8770 T11 oasc.RequestHandlers.initHandlersFromConfig WARNING no default request handler is registered (either '/select' or 'standard')
[junit4:junit4]   2> 8772 T11 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8777 T11 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG-INDEXCONFIG.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 8779 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data
[junit4:junit4]   2> 8784 T11 oass.SolrIndexSearcher.<init> Opening Searcher@5c4bf57b main
[junit4:junit4]   2> 8785 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8785 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8788 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 8803 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 8817 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 8818 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8818 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 8819 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8819 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8820 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8820 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8821 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8821 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8822 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8845 T40 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c4bf57b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8845 T11 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 8846 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8847 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8847 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8859 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8862 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:41255
[junit4:junit4]   2> 8863 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8863 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8864 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8879 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8880 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8881 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 8881 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 8882 T11 oasc.CoreContainer.<init> New CoreContainer 1440077029
[junit4:junit4]   2> 8882 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8883 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 8903 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8923 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 8924 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 8925 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 8926 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8972 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9036 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-elevate.xml
[junit4:junit4]   2> 9037 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9056 T11 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 9260 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9263 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9276 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data/
[junit4:junit4]   2> 9277 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d83d3de
[junit4:junit4]   2> 9279 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9280 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a856a79 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d116491) assuming 'simple'
[junit4:junit4]   2> 9280 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data forceNew:false
[junit4:junit4]   2> 9281 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data
[junit4:junit4]   2> 9281 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data/index/
[junit4:junit4]   2> 9282 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9283 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data/index forceNew:false
[junit4:junit4]   2> 9285 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d4942e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@270f1c25),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9286 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9286 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data/index
[junit4:junit4]   2> 9292 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9294 T11 oasc.RequestHandlers.initHandlersFromConfig created /elevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9304 T11 oasc.RequestHandlers.initHandlersFromConfig created /dataElevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9306 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9307 T11 oasc.RequestHandlers.initHandlersFromConfig WARNING no default request handler is registered (either '/select' or 'standard')
[junit4:junit4]   2> 9309 T11 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9312 T11 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG-INDEXCONFIG.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 9315 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data
[junit4:junit4]   2> 9316 T11 oass.SolrIndexSearcher.<init> Opening Searcher@231033db main
[junit4:junit4]   2> 9316 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9317 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9319 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 9333 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 9346 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9347 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9347 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9348 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9348 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9349 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9350 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9350 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9351 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9351 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9367 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@231033db main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9368 T11 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 9369 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9369 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9370 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9380 T11 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9383 T11 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:17384
[junit4:junit4]   2> 9384 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9384 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9385 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9399 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9400 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9401 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 9401 T11 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 9402 T11 oasc.CoreContainer.<init> New CoreContainer 2088132885
[junit4:junit4]   2> 9402 T11 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9403 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 9421 T11 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9441 T11 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 9441 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 9442 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 9443 T11 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9483 T11 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9540 T11 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-elevate.xml
[junit4:junit4]   2> 9541 T11 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9559 T11 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 9788 T11 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9791 T11 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9803 T11 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data/
[junit4:junit4]   2> 9804 T11 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d83d3de
[junit4:junit4]   2> 9805 T11 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9806 T11 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@3389e485 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21f9f232) assuming 'simple'
[junit4:junit4]   2> 9806 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data forceNew:false
[junit4:junit4]   2> 9807 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data
[junit4:junit4]   2> 9807 T11 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data/index/
[junit4:junit4]   2> 9808 T11 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9809 T11 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data/index forceNew:false
[junit4:junit4]   2> 9811 T11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@37021b41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22bab673),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9812 T11 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9812 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data/index
[junit4:junit4]   2> 9817 T11 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9820 T11 oasc.RequestHandlers.initHandlersFromConfig created /elevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9823 T11 oasc.RequestHandlers.initHandlersFromConfig created /dataElevate: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9825 T11 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9825 T11 oasc.RequestHandlers.initHandlersFromConfig WARNING no default request handler is registered (either '/select' or 'standard')
[junit4:junit4]   2> 9827 T11 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9830 T11 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-MERGEPOLICY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, SCHEMA-REPLICATION1.XML, DA_UTF8.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SCHEMA-XINCLUDE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, SCHEMA.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SOLRCONFIG-FUNCTIONQUERY.XML, STOP-2.TXT, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG-INDEXCONFIG.XML, SOLRCONFIG_PERF.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 9833 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data
[junit4:junit4]   2> 9834 T11 oass.SolrIndexSearcher.<init> Opening Searcher@56151e4a main
[junit4:junit4]   2> 9834 T11 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9835 T11 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9837 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 9850 T11 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 9864 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9864 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9865 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9865 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9866 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9866 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9867 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9867 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9868 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9868 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9884 T69 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56151e4a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9885 T11 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 9886 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9886 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9887 T11 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@5df5d67d
[junit4:junit4]   2> 11366 T22 C0 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 11370 T22 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data
[junit4:junit4]   2> 11373 T22 C0 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2d10fd3f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ef63b1e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11374 T22 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11379 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 588
[junit4:junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@18924b12
[junit4:junit4]   2> 11585 T64 C1 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 11586 T64 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data
[junit4:junit4]   2> 11588 T64 C1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@417d4040 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@45953fd7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11588 T64 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11589 T64 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 5
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@72f1f2f3
[junit4:junit4]   2> 11598 T53 C2 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 11599 T53 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data
[junit4:junit4]   2> 11602 T53 C2 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d4942e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@270f1c25),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11603 T53 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11604 T53 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 6
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@5b571a74
[junit4:junit4]   2> 11614 T68 C3 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 11615 T68 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data
[junit4:junit4]   2> 11618 T68 C3 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@37021b41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22bab673),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11619 T68 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11620 T68 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 6
[junit4:junit4]   2> 12025 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 391
[junit4:junit4]   2> 12033 T64 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 2
[junit4:junit4]   2> 12040 T70 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 2
[junit4:junit4]   2> 12047 T52 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 3
[junit4:junit4]   2> 12053 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 1
[junit4:junit4]   2> 12059 T67 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 2
[junit4:junit4]   2> 12064 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 1
[junit4:junit4]   2> 12071 T39 C1 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 2
[junit4:junit4]   2> 12077 T70 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 1
[junit4:junit4]   2> 12082 T51 C2 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 1
[junit4:junit4]   2> 12088 T24 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 1
[junit4:junit4]   2> 12095 T68 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 2
[junit4:junit4]   2> 12100 T22 C0 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 1
[junit4:junit4]   2> 12105 T66 C3 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 1
[junit4:junit4]   2> 12134 T70 C0 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12548 T70 C0 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2d10fd3f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ef63b1e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2d10fd3f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ef63b1e),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_MockSep_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0_nrm.cfe, segments_2, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4]   2> 12549 T70 C0 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_MockSep_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0_nrm.cfe, segments_2, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4]   2> 12550 T70 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data
[junit4:junit4]   2> 12726 T70 C0 oass.SolrIndexSearcher.<init> Opening Searcher@2c61e736 main
[junit4:junit4]   2> 12730 T70 C0 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12739 T28 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c61e736 main{StandardDirectoryReader(segments_2:4 _0(5.0):C7)}
[junit4:junit4]   2> 12740 T28 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data/index
[junit4:junit4]   2> 12741 T70 C0 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 609
[junit4:junit4]   2> 12745 T39 C1 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12750 T39 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@417d4040 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@45953fd7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@417d4040 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@45953fd7),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_MockSep_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0_nrm.cfe, segments_2, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4]   2> 12751 T39 C1 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_MockSep_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0_nrm.cfe, segments_2, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4]   2> 12751 T39 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data
[junit4:junit4]   2> 12755 T39 C1 oass.SolrIndexSearcher.<init> Opening Searcher@3aafb167 main
[junit4:junit4]   2> 12756 T39 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12760 T40 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3aafb167 main{StandardDirectoryReader(segments_2:4 _0(5.0):C2)}
[junit4:junit4]   2> 12761 T40 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data/index
[junit4:junit4]   2> 12761 T39 C1 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 16
[junit4:junit4]   2> 12765 T52 C2 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12770 T52 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d4942e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@270f1c25),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d4942e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@270f1c25),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_MockSep_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0_nrm.cfe, segments_2, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4]   2> 12770 T52 C2 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_MockSep_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0_nrm.cfe, segments_2, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4]   2> 12771 T52 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data
[junit4:junit4]   2> 12774 T52 C2 oass.SolrIndexSearcher.<init> Opening Searcher@396fe335 main
[junit4:junit4]   2> 12775 T52 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12778 T54 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@396fe335 main{StandardDirectoryReader(segments_2:4 _0(5.0):C2)}
[junit4:junit4]   2> 12779 T54 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data/index
[junit4:junit4]   2> 12779 T52 C2 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 14
[junit4:junit4]   2> 12784 T67 C3 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12788 T67 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@37021b41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22bab673),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@37021b41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@22bab673),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_MockSep_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0_nrm.cfe, segments_2, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4]   2> 12789 T67 C3 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_MockSep_0.pos, _0_nrm.cfs, _0_MockSep_0.tib, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_MockSep_0.skp, _0_Pulsing41_0.tip, _0_nrm.cfe, segments_2, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0.si, _0_MockSep_0.pyl, _0_MockSep_0.doc, _0.fdt]
[junit4:junit4]   2> 12790 T67 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data
[junit4:junit4]   2> 12793 T67 C3 oass.SolrIndexSearcher.<init> Opening Searcher@2f3040a7 main
[junit4:junit4]   2> 12794 T67 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12797 T69 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f3040a7 main{StandardDirectoryReader(segments_2:4 _0(5.0):C3)}
[junit4:junit4]   2> 12798 T69 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data/index
[junit4:junit4]   2> 12799 T67 C3 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 15
[junit4:junit4]   2> 13158 T22 C0 REQ [collection1] webapp=/solr path=/elevate params={sort=id+desc&fl=id,+score,+[elevated]&shards.qt=/elevate&q=*:*&distrib=false&qt=/elevate&wt=javabin&rows=500&version=2} hits=7 status=0 QTime=330 
[junit4:junit4]   2> 13192 T53 C2 REQ [collection1] webapp=/solr path=/elevate params={sort=id+desc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&NOW=1351559340945&shard.url=127.0.0.1:41255/solr&fl=id,score&start=0&q=*:*&isShard=true&qt=/elevate&fsv=true} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 13353 T67 C3 REQ [collection1] webapp=/solr path=/elevate params={sort=id+desc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&NOW=1351559340945&shard.url=127.0.0.1:17384/solr|[ff01::213]:33332/solr&fl=id,score&start=0&q=*:*&isShard=true&qt=/elevate&fsv=true} hits=3 status=0 QTime=1 
[junit4:junit4]   2> 13353 T39 C1 REQ [collection1] webapp=/solr path=/elevate params={sort=id+desc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&NOW=1351559340945&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:37138/solr&fl=id,score&start=0&q=*:*&isShard=true&qt=/elevate&fsv=true} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 13381 T39 C1 REQ [collection1] webapp=/solr path=/elevate params={shards.qt=/elevate&ids=4.0,1.0&distrib=false&wt=javabin&rows=500&version=2&fl=id,+score,+[elevated]&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:37138/solr&NOW=1351559340945&q=*:*&qt=/elevate&isShard=true} status=0 QTime=4 
[junit4:junit4]   2> 13381 T53 C2 REQ [collection1] webapp=/solr path=/elevate params={shards.qt=/elevate&ids=5.0,2.0&distrib=false&wt=javabin&rows=500&version=2&fl=id,+score,+[elevated]&shard.url=127.0.0.1:41255/solr&NOW=1351559340945&q=*:*&qt=/elevate&isShard=true} status=0 QTime=4 
[junit4:junit4]   2> 13381 T66 C3 REQ [collection1] webapp=/solr path=/elevate params={shards.qt=/elevate&ids=3.0,6.0,7.0&distrib=false&wt=javabin&rows=500&version=2&fl=id,+score,+[elevated]&shard.url=127.0.0.1:17384/solr|[ff01::213]:33332/solr&NOW=1351559340945&q=*:*&qt=/elevate&isShard=true} status=0 QTime=4 
[junit4:junit4]   2> 13383 T64 C1 REQ [collection1] webapp=/solr path=/elevate params={sort=id+desc&fl=id,+score,+[elevated]&shards=[ff01::083]:33332/solr|[ff01::114]:33332/solr|[ff01::213]:33332/solr|127.0.0.1:37138/solr,127.0.0.1:41255/solr,127.0.0.1:17384/solr|[ff01::213]:33332/solr&shards.qt=/elevate&q=*:*&qt=/elevate&wt=javabin&rows=500&version=2} hits=7 status=0 QTime=215 
[junit4:junit4]   2> 13486 T70 C0 REQ [collection1] webapp=/solr path=/elevate params={fl=*,+[elevated]&sort=int_i+desc&shards.qt=/elevate&q=ZZZZ&forceElevation=true&distrib=false&qt=/elevate&wt=javabin&rows=500&version=2} hits=5 status=0 QTime=95 
[junit4:junit4]   2> 13501 T66 C3 REQ [collection1] webapp=/solr path=/elevate params={sort=int_i+desc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&shard.url=127.0.0.1:17384/solr&fl=id&NOW=1351559341269&start=0&q=ZZZZ&forceElevation=true&isShard=true&qt=/elevate&fsv=true} hits=2 status=0 QTime=3 
[junit4:junit4]   2> 13501 T64 C1 REQ [collection1] webapp=/solr path=/elevate params={sort=int_i+desc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&shard.url=[ff01::083]:33332/solr|127.0.0.1:37138/solr&fl=id&NOW=1351559341269&start=0&q=ZZZZ&forceElevation=true&isShard=true&qt=/elevate&fsv=true} hits=1 status=0 QTime=3 
[junit4:junit4]   2> 13502 T51 C2 REQ [collection1] webapp=/solr path=/elevate params={sort=int_i+desc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&shard.url=127.0.0.1:41255/solr&fl=id&NOW=1351559341269&start=0&q=ZZZZ&forceElevation=true&isShard=true&qt=/elevate&fsv=true} hits=2 status=0 QTime=3 
[junit4:junit4]   2> 13510 T39 C1 REQ [collection1] webapp=/solr path=/elevate params={shards.qt=/elevate&ids=1.0&distrib=false&wt=javabin&rows=500&version=2&fl=*,+[elevated]&shard.url=[ff01::083]:33332/solr|127.0.0.1:37138/solr&NOW=1351559341269&q=ZZZZ&forceElevation=true&qt=/elevate&isShard=true} status=0 QTime=2 
[junit4:junit4]   2> 13510 T53 C2 REQ [collection1] webapp=/solr path=/elevate params={shards.qt=/elevate&ids=5.0,2.0&distrib=false&wt=javabin&rows=500&version=2&fl=*,+[elevated]&shard.url=127.0.0.1:41255/solr&NOW=1351559341269&q=ZZZZ&forceElevation=true&qt=/elevate&isShard=true} status=0 QTime=2 
[junit4:junit4]   2> 13510 T68 C3 REQ [collection1] webapp=/solr path=/elevate params={shards.qt=/elevate&ids=3.0,6.0&distrib=false&wt=javabin&rows=500&version=2&fl=*,+[elevated]&shard.url=127.0.0.1:17384/solr&NOW=1351559341269&q=ZZZZ&forceElevation=true&qt=/elevate&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 13512 T52 C2 REQ [collection1] webapp=/solr path=/elevate params={fl=*,+[elevated]&sort=int_i+desc&shards=[ff01::083]:33332/solr|127.0.0.1:37138/solr,127.0.0.1:41255/solr,127.0.0.1:17384/solr&shards.qt=/elevate&q=ZZZZ&forceElevation=true&qt=/elevate&wt=javabin&rows=500&version=2} hits=5 status=0 QTime=20 
[junit4:junit4]   2> 13535 T24 C0 REQ [collection1] webapp=/solr path=/elevate params={fl=*,+[elevated]&sort=int_i+asc&shards.qt=/elevate&q=solr&forceElevation=true&distrib=false&qt=/elevate&wt=javabin&rows=500&version=2} hits=1 status=0 QTime=19 
[junit4:junit4]   2> 13546 T53 C2 REQ [collection1] webapp=/solr path=/elevate params={sort=int_i+asc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&fl=id&shard.url=127.0.0.1:41255/solr&NOW=1351559341317&start=0&q=solr&forceElevation=true&qt=/elevate&isShard=true&fsv=true} hits=0 status=0 QTime=2 
[junit4:junit4]   2> 13549 T64 C1 REQ [collection1] webapp=/solr path=/elevate params={sort=int_i+asc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&fl=id&shard.url=[ff01::114]:33332/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:37138/solr&NOW=1351559341317&start=0&q=solr&forceElevation=true&qt=/elevate&isShard=true&fsv=true} hits=0 status=0 QTime=2 
[junit4:junit4]   2> 13550 T67 C3 REQ [collection1] webapp=/solr path=/elevate params={sort=int_i+asc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&fl=id&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:17384/solr|[ff01::213]:33332/solr&NOW=1351559341317&start=0&q=solr&forceElevation=true&qt=/elevate&isShard=true&fsv=true} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 13559 T66 C3 REQ [collection1] webapp=/solr path=/elevate params={shards.qt=/elevate&ids=7.0&distrib=false&wt=javabin&rows=500&version=2&fl=*,+[elevated]&shard.url=[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:17384/solr|[ff01::213]:33332/solr&NOW=1351559341317&q=solr&forceElevation=true&qt=/elevate&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 13560 T51 C2 REQ [collection1] webapp=/solr path=/elevate params={fl=*,+[elevated]&sort=int_i+asc&shards=[ff01::114]:33332/solr|[ff01::213]:33332/solr|[ff01::083]:33332/solr|127.0.0.1:37138/solr,127.0.0.1:41255/solr,[ff01::083]:33332/solr|[ff01::114]:33332/solr|127.0.0.1:17384/solr|[ff01::213]:33332/solr&shards.qt=/elevate&q=solr&forceElevation=true&qt=/elevate&wt=javabin&rows=500&version=2} hits=1 status=0 QTime=20 
[junit4:junit4]   2> 13567 T22 C0 REQ [collection1] webapp=/solr path=/elevate params={fl=*,+[elevated]&sort=id+desc&shards.qt=/elevate&q=ZZZZ&forceElevation=true&distrib=false&qt=/elevate&wt=javabin&rows=500&version=2} hits=5 status=0 QTime=2 
[junit4:junit4]   2> 13580 T52 C2 REQ [collection1] webapp=/solr path=/elevate params={sort=id+desc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&fl=id&shard.url=127.0.0.1:41255/solr&NOW=1351559341351&start=0&q=ZZZZ&forceElevation=true&qt=/elevate&isShard=true&fsv=true} hits=2 status=0 QTime=2 
[junit4:junit4]   2> 13581 T64 C1 REQ [collection1] webapp=/solr path=/elevate params={sort=id+desc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&fl=id&shard.url=127.0.0.1:37138/solr|[ff01::213]:33332/solr&NOW=1351559341351&start=0&q=ZZZZ&forceElevation=true&qt=/elevate&isShard=true&fsv=true} hits=1 status=0 QTime=3 
[junit4:junit4]   2> 13585 T68 C3 REQ [collection1] webapp=/solr path=/elevate params={sort=id+desc&shards.qt=/elevate&distrib=false&wt=javabin&rows=500&version=2&fl=id&shard.url=127.0.0.1:17384/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr&NOW=1351559341351&start=0&q=ZZZZ&forceElevation=true&qt=/elevate&isShard=true&fsv=true} hits=2 status=0 QTime=2 
[junit4:junit4]   2> 13593 T64 C1 REQ [collection1] webapp=/solr path=/elevate params={shards.qt=/elevate&ids=1.0&distrib=false&wt=javabin&rows=500&version=2&fl=*,+[elevated]&shard.url=127.0.0.1:37138/solr|[ff01::213]:33332/solr&NOW=1351559341351&q=ZZZZ&forceElevation=true&qt=/elevate&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 13593 T66 C3 REQ [collection1] webapp=/solr path=/elevate params={shards.qt=/elevate&ids=3.0,6.0&distrib=false&wt=javabin&rows=500&version=2&fl=*,+[elevated]&shard.url=127.0.0.1:17384/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr&NOW=1351559341351&q=ZZZZ&forceElevation=true&qt=/elevate&isShard=true} status=0 QTime=1 
[junit4:junit4]   2> 13594 T53 C2 REQ [collection1] webapp=/solr path=/elevate params={shards.qt=/elevate&ids=5.0,2.0&distrib=false&wt=javabin&rows=500&version=2&fl=*,+[elevated]&shard.url=127.0.0.1:41255/solr&NOW=1351559341351&q=ZZZZ&forceElevation=true&qt=/elevate&isShard=true} status=0 QTime=2 
[junit4:junit4]   2> 13596 T39 C1 REQ [collection1] webapp=/solr path=/elevate params={fl=*,+[elevated]&sort=id+desc&shards=127.0.0.1:37138/solr|[ff01::213]:33332/solr,127.0.0.1:41255/solr,127.0.0.1:17384/solr|[ff01::083]:33332/solr|[ff01::114]:33332/solr&shards.qt=/elevate&q=ZZZZ&forceElevation=true&qt=/elevate&wt=javabin&rows=500&version=2} hits=5 status=0 QTime=22 
[junit4:junit4]   2> 13644 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1968914236
[junit4:junit4]   2> 13645 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5df5d67d
[junit4:junit4]   2> 13666 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=7,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 13667 T11 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 13668 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 13668 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 13670 T11 C0 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data/index
[junit4:junit4]   2> 13671 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 13672 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/control/data/index
[junit4:junit4]   2> 13680 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 13782 T11 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 13817 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1318520502
[junit4:junit4]   2> 13818 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@18924b12
[junit4:junit4]   2> 13825 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 13826 T11 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 13827 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 13827 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 13829 T11 C1 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data/index
[junit4:junit4]   2> 13829 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 13831 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard0/data/index
[junit4:junit4]   2> 13833 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 13933 T11 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 13968 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1440077029
[junit4:junit4]   2> 13969 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@72f1f2f3
[junit4:junit4]   2> 13976 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 13977 T11 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 13977 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 13978 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 13979 T11 C2 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data/index
[junit4:junit4]   2> 13980 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 13981 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard1/data/index
[junit4:junit4]   2> 13982 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 14083 T11 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 14128 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=2088132885
[junit4:junit4]   2> 14129 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5b571a74
[junit4:junit4]   2> 14140 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 14141 T11 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 14141 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 14141 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 14143 T11 C3 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data/index
[junit4:junit4]   2> 14143 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 14144 T11 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.handler.component.DistributedQueryElevationComponentTest-1351559328076/shard2/data/index
[junit4:junit4]   2> 14145 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 14246 T11 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 14249 T11 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 14275 T11 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 14358 T10 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 16 leaked thread(s).
[junit4:junit4]   2> 34372 T10 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 16 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedQueryElevationComponentTest: 
[junit4:junit4]   2> 	   1) Thread[id=20, name=qtp1949265511-20 Acceptor2 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=62, name=qtp2098669123-62 Acceptor2 SelectChannelConnector@0.0.0.0:17384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=61, name=qtp2098669123-61 Acceptor1 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=46, name=qtp261801553-46 Acceptor0 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   5) Thread[id=34, name=qtp216450639-34 Acceptor0 SelectChannelConnector@0.0.0.0:37138, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   6) Thread[id=49, name=qtp261801553-49 Acceptor3 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   7) Thread[id=36, name=qtp216450639-36 Acceptor2 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   8) Thread[id=14, name=qtp1949265511-14 Acceptor0 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   9) Thread[id=60, name=qtp2098669123-60 Acceptor0 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  10) Thread[id=48, name=qtp261801553-48 Acceptor2 SelectChannelConnector@0.0.0.0:41255, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  11) Thread[id=16, name=qtp1949265511-16 Acceptor1 SelectChannelConnector@0.0.0.0:59958, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  12) Thread[id=63, name=qtp2098669123-63 Acceptor3 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  13) Thread[id=37, name=qtp216450639-37 Acceptor3 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  14) Thread[id=35, name=qtp216450639-35 Acceptor1 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  15) Thread[id=47, name=qtp261801553-47 Acceptor1 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  16) Thread[id=21, name=qtp1949265511-21 Acceptor3 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 34376 T10 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=20, name=qtp1949265511-20 Acceptor2 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	   2) Thread[id=62, name=qtp2098669123-62 Acceptor2 SelectChannelConnector@0.0.0.0:17384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	   3) Thread[id=61, name=qtp2098669123-61 Acceptor1 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	   4) Thread[id=46, name=qtp261801553-46 Acceptor0 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	   5) Thread[id=34, name=qtp216450639-34 Acceptor0 SelectChannelConnector@0.0.0.0:37138, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	   6) Thread[id=49, name=qtp261801553-49 Acceptor3 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	   7) Thread[id=36, name=qtp216450639-36 Acceptor2 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	   8) Thread[id=14, name=qtp1949265511-14 Acceptor0 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	   9) Thread[id=60, name=qtp2098669123-60 Acceptor0 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	  10) Thread[id=48, name=qtp261801553-48 Acceptor2 SelectChannelConnector@0.0.0.0:41255, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	  11) Thread[id=16, name=qtp1949265511-16 Acceptor1 SelectChannelConnector@0.0.0.0:59958, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	  12) Thread[id=63, name=qtp2098669123-63 Acceptor3 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	  13) Thread[id=37, name=qtp216450639-37 Acceptor3 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	  14) Thread[id=35, name=qtp216450639-35 Acceptor1 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	  15) Thread[id=47, name=qtp261801553-47 Acceptor1 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	  16) Thread[id=21, name=qtp1949265511-21 Acceptor3 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 37566 T10 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=20, name=qtp1949265511-20 Acceptor2 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=62, name=qtp2098669123-62 Acceptor2 SelectChannelConnector@0.0.0.0:17384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=61, name=qtp2098669123-61 Acceptor1 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=46, name=qtp261801553-46 Acceptor0 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   5) Thread[id=34, name=qtp216450639-34 Acceptor0 SelectChannelConnector@0.0.0.0:37138, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   6) Thread[id=36, name=qtp216450639-36 Acceptor2 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   7) Thread[id=49, name=qtp261801553-49 Acceptor3 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   8) Thread[id=14, name=qtp1949265511-14 Acceptor0 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   9) Thread[id=48, name=qtp261801553-48 Acceptor2 SelectChannelConnector@0.0.0.0:41255, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  10) Thread[id=60, name=qtp2098669123-60 Acceptor0 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  11) Thread[id=16, name=qtp1949265511-16 Acceptor1 SelectChannelConnector@0.0.0.0:59958, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  12) Thread[id=63, name=qtp2098669123-63 Acceptor3 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  13) Thread[id=37, name=qtp216450639-37 Acceptor3 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  14) Thread[id=35, name=qtp216450639-35 Acceptor1 SelectChannelConnector@0.0.0.0:37138, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  15) Thread[id=47, name=qtp261801553-47 Acceptor1 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	  16) Thread[id=21, name=qtp1949265511-21 Acceptor3 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {plow_t=PostingsFormat(name=MockSep), id=Pulsing41(freqCutoff=13 minBlockSize=28 maxBlockSize=100), field_t=Pulsing41(freqCutoff=13 minBlockSize=28 maxBlockSize=100), text=PostingsFormat(name=MockSep), int_i=PostingsFormat(name=MockSep)}, sim=DefaultSimilarity, locale=it_CH, timezone=CET
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=19,free=92769896,total=139460608
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DistributedQueryElevationComponentTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistributedQueryElevationComponentTest -Dtests.seed=1C42639201360503 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it_CH -Dtests.timezone=CET -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J1 | DistributedQueryElevationComponentTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedQueryElevationComponentTest: 
[junit4:junit4]    >    1) Thread[id=20, name=qtp1949265511-20 Acceptor2 SelectChannelConnector@0.0.0.0:59958, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=62, name=qtp2098669123-62 Acceptor2 SelectChannelConnector@0.0.0.0:17384, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=61, name=qtp2098669123-61 Acceptor1 SelectChannelConnector@0.0.0.0:17384, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=46, name=qtp261801553-46 Acceptor0 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    5) Thread[id=34, name=qtp216450639-34 Acceptor0 SelectChannelConnector@0.0.0.0:37138, state=RUNNABLE, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    6) Thread[id=49, name=qtp261801553-49 Acceptor3 SelectChannelConnector@0.0.0.0:41255, state=BLOCKED, group=TGRP-DistributedQueryElevationComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit

[...truncated too long message...]

unit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=107, name=qtp889265778-107 Acceptor2 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    5) Thread[id=108, name=qtp889265778-108 Acceptor3 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([1C42639201360503]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=105, name=qtp889265778-105 Acceptor0 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=685, name=testExecutor-684-thread-3, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
[junit4:junit4]    >         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
[junit4:junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
[junit4:junit4]    >         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
[junit4:junit4]    >         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
[junit4:junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
[junit4:junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:589)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=106, name=qtp889265778-106 Acceptor1 SelectChannelConnector@0.0.0.0:10254, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=107, name=qtp889265778-107 Acceptor2 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    5) Thread[id=108, name=qtp889265778-108 Acceptor3 SelectChannelConnector@0.0.0.0:10254, state=BLOCKED, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([1C42639201360503]:0)
[junit4:junit4] Completed on J0 in 711.28s, 1 test, 2 errors <<< FAILURES!

[...truncated 173 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1159: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 232 suites, 962 tests, 4 suite-level errors, 867 ignored

Total time: 28 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3349 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3349/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.TestSolrCoreProperties

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.TestSolrCoreProperties:     1) Thread[id=86, name=qtp1535114710-86 Acceptor2 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=85, name=qtp1535114710-85 Acceptor1 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=84, name=qtp1535114710-84 Acceptor0 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=87, name=qtp1535114710-87 Acceptor3 SelectChannelConnector@0.0.0.0:23855, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.TestSolrCoreProperties: 
   1) Thread[id=86, name=qtp1535114710-86 Acceptor2 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=85, name=qtp1535114710-85 Acceptor1 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=84, name=qtp1535114710-84 Acceptor0 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=87, name=qtp1535114710-87 Acceptor3 SelectChannelConnector@0.0.0.0:23855, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([F015A092A9282F4C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.TestSolrCoreProperties

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=86, name=qtp1535114710-86 Acceptor2 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=85, name=qtp1535114710-85 Acceptor1 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=84, name=qtp1535114710-84 Acceptor0 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=87, name=qtp1535114710-87 Acceptor3 SelectChannelConnector@0.0.0.0:23855, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=86, name=qtp1535114710-86 Acceptor2 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=85, name=qtp1535114710-85 Acceptor1 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=84, name=qtp1535114710-84 Acceptor0 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=87, name=qtp1535114710-87 Acceptor3 SelectChannelConnector@0.0.0.0:23855, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([F015A092A9282F4C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.servlet.NoCacheHeaderTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest:     1) Thread[id=66, name=qtp1677918052-66 Acceptor1 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=65, name=qtp1677918052-65 Acceptor0 SelectChannelConnector@0.0.0.0:15323, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=67, name=qtp1677918052-67 Acceptor2 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=68, name=qtp1677918052-68 Acceptor3 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest: 
   1) Thread[id=66, name=qtp1677918052-66 Acceptor1 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=65, name=qtp1677918052-65 Acceptor0 SelectChannelConnector@0.0.0.0:15323, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=67, name=qtp1677918052-67 Acceptor2 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=68, name=qtp1677918052-68 Acceptor3 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([F015A092A9282F4C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.servlet.NoCacheHeaderTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=66, name=qtp1677918052-66 Acceptor1 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=65, name=qtp1677918052-65 Acceptor0 SelectChannelConnector@0.0.0.0:15323, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=67, name=qtp1677918052-67 Acceptor2 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=68, name=qtp1677918052-68 Acceptor3 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=66, name=qtp1677918052-66 Acceptor1 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=65, name=qtp1677918052-65 Acceptor0 SelectChannelConnector@0.0.0.0:15323, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=67, name=qtp1677918052-67 Acceptor2 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=68, name=qtp1677918052-68 Acceptor3 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([F015A092A9282F4C]:0)




Build Log:
[...truncated 8406 lines...]
[junit4:junit4] Suite: org.apache.solr.servlet.NoCacheHeaderTest
[junit4:junit4]   2> 3 T58 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-NoCacheHeaderTest-1351522970706
[junit4:junit4]   2> 4 T58 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 591 T58 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 959 T58 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:15323
[junit4:junit4]   2> 993 T58 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 993 T58 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 994 T58 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1027 T58 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1028 T58 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1028 T58 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1028 T58 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 1029 T58 oasc.CoreContainer.<init> New CoreContainer 1839091544
[junit4:junit4]   2> 1029 T58 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1030 T58 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1066 T58 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1109 T58 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 1110 T58 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 1111 T58 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1112 T58 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 1148 T58 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1189 T58 oasc.SolrConfig.<init> Loaded SolrConfig: solr/collection1/conf/solrconfig-nocache.xml
[junit4:junit4]   2> 1190 T58 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1221 T58 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1800 T58 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1816 T58 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1819 T58 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1847 T58 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1858 T58 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1862 T58 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1867 T58 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1868 T58 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351522970706/
[junit4:junit4]   2> 1868 T58 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 1869 T58 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1874 T58 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@6504e8ae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25482b52) assuming 'simple'
[junit4:junit4]   2> 1874 T58 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351522970706 forceNew:false
[junit4:junit4]   2> 1875 T58 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351522970706
[junit4:junit4]   2> 1875 T58 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351522970706/index/
[junit4:junit4]   2> 1876 T58 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351522970706/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1876 T58 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351522970706/index forceNew:false
[junit4:junit4]   2> 1878 T58 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45f262ad lockFactory=org.apache.lucene.store.NativeFSLockFactory@195b74a5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1878 T58 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1879 T58 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351522970706/index
[junit4:junit4]   2> 1880 T58 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1884 T58 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351522970706
[junit4:junit4]   2> 1885 T58 oass.SolrIndexSearcher.<init> Opening Searcher@12bc2e1a main
[junit4:junit4]   2> 1885 T58 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1886 T58 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1886 T58 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1886 T58 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1887 T58 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1887 T58 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1887 T58 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1888 T58 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1888 T58 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1888 T58 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1889 T58 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1889 T58 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1902 T73 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12bc2e1a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1902 T58 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 1903 T58 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1903 T58 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1903 T58 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#15323
[junit4:junit4]   2> 1911 T58 oas.SolrTestCaseJ4.setUp ###Starting testEtag
[junit4:junit4]   2> 1930 T58 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@659c9d88
[junit4:junit4]   2> 2707 T71 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=28 
[junit4:junit4]   2> 2843 T72 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2847 T70 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2851 T71 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2854 T72 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2858 T70 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2861 T71 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2864 T72 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2867 T70 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2870 T71 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2871 T58 oas.SolrTestCaseJ4.tearDown ###Ending testEtag
[junit4:junit4]   2> 2880 T58 oas.SolrTestCaseJ4.setUp ###Starting testCacheControl
[junit4:junit4]   2> 2883 T72 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2887 T70 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2894 T71 C2 REQ [collection1] webapp=/solr path=/select params={q=solr&qt=standard} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2895 T58 oas.SolrTestCaseJ4.tearDown ###Ending testCacheControl
[junit4:junit4]   2> 2907 T58 oas.SolrTestCaseJ4.setUp ###Starting testLastModified
[junit4:junit4]   2> 2910 T72 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2931 T70 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2935 T71 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2938 T72 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2941 T70 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2944 T71 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2947 T72 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2951 T70 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2953 T71 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2956 T72 C2 REQ [collection1] webapp=/solr path=/select params={qt=standard&q=solr} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2957 T58 oas.SolrTestCaseJ4.tearDown ###Ending testLastModified
[junit4:junit4]   2> 2972 T58 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1839091544
[junit4:junit4]   2> 2972 T58 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@659c9d88
[junit4:junit4]   2> 2972 T58 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 2973 T58 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 2973 T58 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 2973 T58 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 2974 T58 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 2974 T58 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/solrtest-NoCacheHeaderTest-1351522970706/index
[junit4:junit4]   2> 2975 T58 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 3075 T58 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 3075 T58 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 3080 T57 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 23259 T57 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest: 
[junit4:junit4]   2> 	   1) Thread[id=66, name=qtp1677918052-66 Acceptor1 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=65, name=qtp1677918052-65 Acceptor0 SelectChannelConnector@0.0.0.0:15323, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=67, name=qtp1677918052-67 Acceptor2 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=68, name=qtp1677918052-68 Acceptor3 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 23260 T57 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=66, name=qtp1677918052-66 Acceptor1 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	   2) Thread[id=65, name=qtp1677918052-65 Acceptor0 SelectChannelConnector@0.0.0.0:15323, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	   3) Thread[id=67, name=qtp1677918052-67 Acceptor2 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	   4) Thread[id=68, name=qtp1677918052-68 Acceptor3 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 26303 T57 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=66, name=qtp1677918052-66 Acceptor1 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=65, name=qtp1677918052-65 Acceptor0 SelectChannelConnector@0.0.0.0:15323, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=67, name=qtp1677918052-67 Acceptor2 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=68, name=qtp1677918052-68 Acceptor3 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ja, timezone=America/New_York
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=5,free=126720448,total=449839104
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestStressReorder, TestExtendedDismaxParser, NoCacheHeaderTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NoCacheHeaderTest -Dtests.seed=F015A092A9282F4C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=America/New_York -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J0 | NoCacheHeaderTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.servlet.NoCacheHeaderTest: 
[junit4:junit4]    >    1) Thread[id=66, name=qtp1677918052-66 Acceptor1 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=65, name=qtp1677918052-65 Acceptor0 SelectChannelConnector@0.0.0.0:15323, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=67, name=qtp1677918052-67 Acceptor2 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=68, name=qtp1677918052-68 Acceptor3 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F015A092A9282F4C]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=66, name=qtp1677918052-66 Acceptor1 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=65, name=qtp1677918052-65 Acceptor0 SelectChannelConnector@0.0.0.0:15323, state=RUNNABLE, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=67, name=qtp1677918052-67 Acceptor2 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=68, name=qtp1677918052-68 Acceptor3 SelectChannelConnector@0.0.0.0:15323, state=BLOCKED, group=TGRP-NoCacheHeaderTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F015A092A9282F4C]:0)
[junit4:junit4] Completed on J0 in 26.53s, 3 tests, 2 errors <<< FAILURES!

[...truncated 181 lines...]
[junit4:junit4] Suite: org.apache.solr.TestSolrCoreProperties
[junit4:junit4]   2> 11918 T77 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 12261 T77 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:23855
[junit4:junit4]   2> 12295 T77 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12296 T77 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.TestSolrCoreProperties-1351522974943
[junit4:junit4]   2> 12296 T77 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: './org.apache.solr.TestSolrCoreProperties-1351522974943/'
[junit4:junit4]   2> 12331 T77 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12332 T77 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12332 T77 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.TestSolrCoreProperties-1351522974943
[junit4:junit4]   2> 12333 T77 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.TestSolrCoreProperties-1351522974943/solr.xml
[junit4:junit4]   2> 12333 T77 oasc.CoreContainer.<init> New CoreContainer 666646838
[junit4:junit4]   2> 12334 T77 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
[junit4:junit4]   2> 12334 T77 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.TestSolrCoreProperties-1351522974943/'
[junit4:junit4]   2> 12335 T77 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.TestSolrCoreProperties-1351522974943/'
[junit4:junit4]   2> 12361 T77 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12403 T77 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.TestSolrCoreProperties-1351522974943/collection1
[junit4:junit4]   2> 12405 T77 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.TestSolrCoreProperties-1351522974943/collection1/'
[junit4:junit4]   2> 12445 T77 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12488 T77 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12489 T77 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12492 T77 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12510 T77 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12512 T77 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.TestSolrCoreProperties-1351522974943/collection1/, dataDir=./org.apache.solr.TestSolrCoreProperties-1351522974943/collection1/data/
[junit4:junit4]   2> 12512 T77 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 12512 T77 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 12513 T77 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@e7cab90 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ae3825e) assuming 'simple'
[junit4:junit4]   2> 12514 T77 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.TestSolrCoreProperties-1351522974943/collection1/data forceNew:false
[junit4:junit4]   2> 12514 T77 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.TestSolrCoreProperties-1351522974943/collection1/data
[junit4:junit4]   2> 12515 T77 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.TestSolrCoreProperties-1351522974943/collection1/data/index/
[junit4:junit4]   2> 12515 T77 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.TestSolrCoreProperties-1351522974943/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12516 T77 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.TestSolrCoreProperties-1351522974943/collection1/data/index forceNew:false
[junit4:junit4]   2> 12518 T77 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2bf3e108 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@440ab4a2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12518 T77 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12518 T77 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.TestSolrCoreProperties-1351522974943/collection1/data/index
[junit4:junit4]   2> 12520 T77 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12520 T77 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 12520 T77 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 12521 T77 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 12521 T77 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12530 T77 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 12533 T77 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.TestSolrCoreProperties-1351522974943/collection1/data
[junit4:junit4]   2> 12533 T77 oass.SolrIndexSearcher.<init> Opening Searcher@5b8b9802 main
[junit4:junit4]   2> 12534 T77 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 12534 T77 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 12535 T77 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 12535 T77 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12536 T77 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 12536 T77 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12537 T77 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12537 T77 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12538 T77 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12538 T77 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12538 T77 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12539 T77 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 12551 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b8b9802 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12551 T77 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 12552 T77 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12553 T77 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12600 T77 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@526b0a81
[junit4:junit4]   2> 13482 T90 C3 REQ [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=67 
[junit4:junit4]   2> 13706 T77 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=666646838
[junit4:junit4]   2> 13707 T77 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@526b0a81
[junit4:junit4]   2> 13707 T77 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 13708 T77 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 13709 T77 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 13709 T77 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 13710 T77 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 13711 T77 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.TestSolrCoreProperties-1351522974943/collection1/data/index
[junit4:junit4]   2> 13712 T77 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 13814 T77 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 13823 T76 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 33981 T76 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.TestSolrCoreProperties: 
[junit4:junit4]   2> 	   1) Thread[id=86, name=qtp1535114710-86 Acceptor2 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=85, name=qtp1535114710-85 Acceptor1 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=84, name=qtp1535114710-84 Acceptor0 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=87, name=qtp1535114710-87 Acceptor3 SelectChannelConnector@0.0.0.0:23855, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 33983 T76 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=86, name=qtp1535114710-86 Acceptor2 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 	   2) Thread[id=85, name=qtp1535114710-85 Acceptor1 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 	   3) Thread[id=84, name=qtp1535114710-84 Acceptor0 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 	   4) Thread[id=87, name=qtp1535114710-87 Acceptor3 SelectChannelConnector@0.0.0.0:23855, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 37026 T76 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=86, name=qtp1535114710-86 Acceptor2 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=85, name=qtp1535114710-85 Acceptor1 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=84, name=qtp1535114710-84 Acceptor0 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=87, name=qtp1535114710-87 Acceptor3 SelectChannelConnector@0.0.0.0:23855, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=no_NO_NY, timezone=Asia/Jakarta
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=5,free=86867576,total=118489088
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexSchemaTest, SolrIndexConfigTest, TestFoldingMultitermQuery, XsltUpdateRequestHandlerTest, TestCodecSupport, ZkSolrClientTest, TestSolrCoreProperties]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCoreProperties -Dtests.seed=F015A092A9282F4C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=no_NO_NY -Dtests.timezone=Asia/Jakarta -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J1 | TestSolrCoreProperties (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.TestSolrCoreProperties: 
[junit4:junit4]    >    1) Thread[id=86, name=qtp1535114710-86 Acceptor2 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=85, name=qtp1535114710-85 Acceptor1 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=84, name=qtp1535114710-84 Acceptor0 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=87, name=qtp1535114710-87 Acceptor3 SelectChannelConnector@0.0.0.0:23855, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F015A092A9282F4C]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=86, name=qtp1535114710-86 Acceptor2 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=85, name=qtp1535114710-85 Acceptor1 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=84, name=qtp1535114710-84 Acceptor0 SelectChannelConnector@0.0.0.0:23855, state=BLOCKED, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=87, name=qtp1535114710-87 Acceptor3 SelectChannelConnector@0.0.0.0:23855, state=RUNNABLE, group=TGRP-TestSolrCoreProperties]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F015A092A9282F4C]:0)
[junit4:junit4] Completed on J1 in 25.89s, 1 test, 2 errors <<< FAILURES!

[...truncated 497 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1159: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 232 suites, 961 tests, 4 suite-level errors, 831 ignored

Total time: 17 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3348 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3348/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedTermsComponentTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest:     1) Thread[id=178, name=qtp1170965660-178 Acceptor2 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=137, name=qtp243801886-137 Acceptor3 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=114, name=qtp1248101358-114 Acceptor0 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=136, name=qtp243801886-136 Acceptor2 SelectChannelConnector@0.0.0.0:54731, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=101, name=qtp605679333-101 Acceptor0 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=134, name=qtp243801886-134 Acceptor0 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=72, name=qtp1339855151-72 Acceptor1 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=117, name=qtp1248101358-117 Acceptor3 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=162, name=qtp831158748-162 Acceptor0 SelectChannelConnector@0.0.0.0:54734, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=176, name=qtp1170965660-176 Acceptor0 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=90, name=qtp307803206-90 Acceptor3 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=150, name=qtp820454879-150 Acceptor2 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=135, name=qtp243801886-135 Acceptor1 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=57, name=qtp1468605897-57 Acceptor0 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=104, name=qtp605679333-104 Acceptor3 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=58, name=qtp1468605897-58 Acceptor1 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=88, name=qtp307803206-88 Acceptor1 SelectChannelConnector@0.0.0.0:54714, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=71, name=qtp1339855151-71 Acceptor0 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=89, name=qtp307803206-89 Acceptor2 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=116, name=qtp1248101358-116 Acceptor2 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=149, name=qtp820454879-149 Acceptor1 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=148, name=qtp820454879-148 Acceptor0 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=60, name=qtp1468605897-60 Acceptor3 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=163, name=qtp831158748-163 Acceptor1 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=179, name=qtp1170965660-179 Acceptor3 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=164, name=qtp831158748-164 Acceptor2 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=102, name=qtp605679333-102 Acceptor1 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=151, name=qtp820454879-151 Acceptor3 SelectChannelConnector@0.0.0.0:54732, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=177, name=qtp1170965660-177 Acceptor1 SelectChannelConnector@0.0.0.0:54735, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=59, name=qtp1468605897-59 Acceptor2 SelectChannelConnector@0.0.0.0:13424, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=103, name=qtp605679333-103 Acceptor2 SelectChannelConnector@0.0.0.0:54717, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=115, name=qtp1248101358-115 Acceptor1 SelectChannelConnector@0.0.0.0:54720, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=165, name=qtp831158748-165 Acceptor3 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=87, name=qtp307803206-87 Acceptor0 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=73, name=qtp1339855151-73 Acceptor2 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=74, name=qtp1339855151-74 Acceptor3 SelectChannelConnector@0.0.0.0:53628, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedTermsComponentTest: 
   1) Thread[id=178, name=qtp1170965660-178 Acceptor2 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=137, name=qtp243801886-137 Acceptor3 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=114, name=qtp1248101358-114 Acceptor0 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=136, name=qtp243801886-136 Acceptor2 SelectChannelConnector@0.0.0.0:54731, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=101, name=qtp605679333-101 Acceptor0 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=134, name=qtp243801886-134 Acceptor0 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=72, name=qtp1339855151-72 Acceptor1 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=117, name=qtp1248101358-117 Acceptor3 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=162, name=qtp831158748-162 Acceptor0 SelectChannelConnector@0.0.0.0:54734, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=176, name=qtp1170965660-176 Acceptor0 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=90, name=qtp307803206-90 Acceptor3 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=150, name=qtp820454879-150 Acceptor2 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=135, name=qtp243801886-135 Acceptor1 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=57, name=qtp1468605897-57 Acceptor0 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=104, name=qtp605679333-104 Acceptor3 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=58, name=qtp1468605897-58 Acceptor1 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=88, name=qtp307803206-88 Acceptor1 SelectChannelConnector@0.0.0.0:54714, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=71, name=qtp1339855151-71 Acceptor0 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=89, name=qtp307803206-89 Acceptor2 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=116, name=qtp1248101358-116 Acceptor2 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=149, name=qtp820454879-149 Acceptor1 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=148, name=qtp820454879-148 Acceptor0 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=60, name=qtp1468605897-60 Acceptor3 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=163, name=qtp831158748-163 Acceptor1 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=179, name=qtp1170965660-179 Acceptor3 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=164, name=qtp831158748-164 Acceptor2 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=102, name=qtp605679333-102 Acceptor1 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=151, name=qtp820454879-151 Acceptor3 SelectChannelConnector@0.0.0.0:54732, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=177, name=qtp1170965660-177 Acceptor1 SelectChannelConnector@0.0.0.0:54735, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=59, name=qtp1468605897-59 Acceptor2 SelectChannelConnector@0.0.0.0:13424, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=103, name=qtp605679333-103 Acceptor2 SelectChannelConnector@0.0.0.0:54717, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=115, name=qtp1248101358-115 Acceptor1 SelectChannelConnector@0.0.0.0:54720, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=165, name=qtp831158748-165 Acceptor3 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=87, name=qtp307803206-87 Acceptor0 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=73, name=qtp1339855151-73 Acceptor2 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=74, name=qtp1339855151-74 Acceptor3 SelectChannelConnector@0.0.0.0:53628, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([2E4E022DACED4180]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedTermsComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=178, name=qtp1170965660-178 Acceptor2 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=137, name=qtp243801886-137 Acceptor3 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=114, name=qtp1248101358-114 Acceptor0 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=136, name=qtp243801886-136 Acceptor2 SelectChannelConnector@0.0.0.0:54731, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=101, name=qtp605679333-101 Acceptor0 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=134, name=qtp243801886-134 Acceptor0 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=72, name=qtp1339855151-72 Acceptor1 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=117, name=qtp1248101358-117 Acceptor3 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=162, name=qtp831158748-162 Acceptor0 SelectChannelConnector@0.0.0.0:54734, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=176, name=qtp1170965660-176 Acceptor0 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=90, name=qtp307803206-90 Acceptor3 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=135, name=qtp243801886-135 Acceptor1 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=150, name=qtp820454879-150 Acceptor2 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=57, name=qtp1468605897-57 Acceptor0 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=104, name=qtp605679333-104 Acceptor3 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=58, name=qtp1468605897-58 Acceptor1 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=88, name=qtp307803206-88 Acceptor1 SelectChannelConnector@0.0.0.0:54714, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=71, name=qtp1339855151-71 Acceptor0 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=89, name=qtp307803206-89 Acceptor2 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=116, name=qtp1248101358-116 Acceptor2 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=60, name=qtp1468605897-60 Acceptor3 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=148, name=qtp820454879-148 Acceptor0 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=149, name=qtp820454879-149 Acceptor1 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=163, name=qtp831158748-163 Acceptor1 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=179, name=qtp1170965660-179 Acceptor3 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=164, name=qtp831158748-164 Acceptor2 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=102, name=qtp605679333-102 Acceptor1 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=151, name=qtp820454879-151 Acceptor3 SelectChannelConnector@0.0.0.0:54732, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=177, name=qtp1170965660-177 Acceptor1 SelectChannelConnector@0.0.0.0:54735, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=59, name=qtp1468605897-59 Acceptor2 SelectChannelConnector@0.0.0.0:13424, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=103, name=qtp605679333-103 Acceptor2 SelectChannelConnector@0.0.0.0:54717, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=115, name=qtp1248101358-115 Acceptor1 SelectChannelConnector@0.0.0.0:54720, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=165, name=qtp831158748-165 Acceptor3 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=87, name=qtp307803206-87 Acceptor0 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=73, name=qtp1339855151-73 Acceptor2 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=74, name=qtp1339855151-74 Acceptor3 SelectChannelConnector@0.0.0.0:53628, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=178, name=qtp1170965660-178 Acceptor2 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=137, name=qtp243801886-137 Acceptor3 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=114, name=qtp1248101358-114 Acceptor0 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=136, name=qtp243801886-136 Acceptor2 SelectChannelConnector@0.0.0.0:54731, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=101, name=qtp605679333-101 Acceptor0 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=134, name=qtp243801886-134 Acceptor0 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=72, name=qtp1339855151-72 Acceptor1 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=117, name=qtp1248101358-117 Acceptor3 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=162, name=qtp831158748-162 Acceptor0 SelectChannelConnector@0.0.0.0:54734, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=176, name=qtp1170965660-176 Acceptor0 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=90, name=qtp307803206-90 Acceptor3 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=135, name=qtp243801886-135 Acceptor1 SelectChannelConnector@0.0.0.0:54731, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=150, name=qtp820454879-150 Acceptor2 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=57, name=qtp1468605897-57 Acceptor0 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=104, name=qtp605679333-104 Acceptor3 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=58, name=qtp1468605897-58 Acceptor1 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=88, name=qtp307803206-88 Acceptor1 SelectChannelConnector@0.0.0.0:54714, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=71, name=qtp1339855151-71 Acceptor0 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=89, name=qtp307803206-89 Acceptor2 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=116, name=qtp1248101358-116 Acceptor2 SelectChannelConnector@0.0.0.0:54720, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=60, name=qtp1468605897-60 Acceptor3 SelectChannelConnector@0.0.0.0:13424, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=148, name=qtp820454879-148 Acceptor0 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=149, name=qtp820454879-149 Acceptor1 SelectChannelConnector@0.0.0.0:54732, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=163, name=qtp831158748-163 Acceptor1 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=179, name=qtp1170965660-179 Acceptor3 SelectChannelConnector@0.0.0.0:54735, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=164, name=qtp831158748-164 Acceptor2 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=102, name=qtp605679333-102 Acceptor1 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=151, name=qtp820454879-151 Acceptor3 SelectChannelConnector@0.0.0.0:54732, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=177, name=qtp1170965660-177 Acceptor1 SelectChannelConnector@0.0.0.0:54735, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=59, name=qtp1468605897-59 Acceptor2 SelectChannelConnector@0.0.0.0:13424, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=103, name=qtp605679333-103 Acceptor2 SelectChannelConnector@0.0.0.0:54717, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=115, name=qtp1248101358-115 Acceptor1 SelectChannelConnector@0.0.0.0:54720, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=165, name=qtp831158748-165 Acceptor3 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=87, name=qtp307803206-87 Acceptor0 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=73, name=qtp1339855151-73 Acceptor2 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=74, name=qtp1339855151-74 Acceptor3 SelectChannelConnector@0.0.0.0:53628, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([2E4E022DACED4180]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.TermVectorComponentDistributedTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest:     1) Thread[id=63, name=qtp441481556-63 Acceptor0 SelectChannelConnector@0.0.0.0:20562, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=91, name=qtp1245436316-91 Acceptor0 SelectChannelConnector@0.0.0.0:30014, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=141, name=qtp1760741265-141 Acceptor2 SelectChannelConnector@0.0.0.0:50007, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=142, name=qtp1760741265-142 Acceptor3 SelectChannelConnector@0.0.0.0:50007, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=93, name=qtp1245436316-93 Acceptor2 SelectChannelConnector@0.0.0.0:30014, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=77, name=qtp993079332-77 Acceptor0 SelectChannelConnector@0.0.0.0:55652, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=66, name=qtp441481556-66 Acceptor3 SelectChannelConnector@0.0.0.0:20562, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=50, name=qtp1619763863-50 Acceptor3 SelectChannelConnector@0.0.0.0:65162, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=80, name=qtp993079332-80 Acceptor3 SelectChannelConnector@0.0.0.0:55652, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=127, name=qtp1504399792-127 Acceptor2 SelectChannelConnector@0.0.0.0:33738, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=156, name=qtp1006872993-156 Acceptor3 SelectChannelConnector@0.0.0.0:61898, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=78, name=qtp993079332-78 Acceptor1 SelectChannelConnector@0.0.0.0:55652, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=65, name=qtp441481556-65 Acceptor2 SelectChannelConnector@0.0.0.0:20562, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=125, name=qtp1504399792-125 Acceptor0 SelectChannelConnector@0.0.0.0:33738, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=111, name=qtp1649934545-111 Acceptor0 SelectChannelConnector@0.0.0.0:37253, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=113, name=qtp1649934545-113 Acceptor2 SelectChannelConnector@0.0.0.0:37253, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=140, name=qtp1760741265-140 Acceptor1 SelectChannelConnector@0.0.0.0:50007, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=126, name=qtp1504399792-126 Acceptor1 SelectChannelConnector@0.0.0.0:33738, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=35, name=qtp494220770-35 Acceptor2 SelectChannelConnector@0.0.0.0:54833, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=36, name=qtp494220770-36 Acceptor3 SelectChannelConnector@0.0.0.0:54833, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=49, name=qtp1619763863-49 Acceptor2 SelectChannelConnector@0.0.0.0:65162, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=34, name=qtp494220770-34 Acceptor1 SelectChannelConnector@0.0.0.0:54833, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=114, name=qtp1649934545-114 Acceptor3 SelectChannelConnector@0.0.0.0:37253, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=94, name=qtp1245436316-94 Acceptor3 SelectChannelConnector@0.0.0.0:30014, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=79, name=qtp993079332-79 Acceptor2 SelectChannelConnector@0.0.0.0:55652, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=48, name=qtp1619763863-48 Acceptor1 SelectChannelConnector@0.0.0.0:65162, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=64, name=qtp441481556-64 Acceptor1 SelectChannelConnector@0.0.0.0:20562, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=92, name=qtp1245436316-92 Acceptor1 SelectChannelConnector@0.0.0.0:30014, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=47, name=qtp1619763863-47 Acceptor0 SelectChannelConnector@0.0.0.0:65162, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=139, name=qtp1760741265-139 Acceptor0 SelectChannelConnector@0.0.0.0:50007, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=112, name=qtp1649934545-112 Acceptor1 SelectChannelConnector@0.0.0.0:37253, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=128, name=qtp1504399792-128 Acceptor3 SelectChannelConnector@0.0.0.0:33738, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=33, name=qtp494220770-33 Acceptor0 SelectChannelConnector@0.0.0.0:54833, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=155, name=qtp1006872993-155 Acceptor2 SelectChannelConnector@0.0.0.0:61898, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=153, name=qtp1006872993-153 Acceptor0 SelectChannelConnector@0.0.0.0:61898, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=154, name=qtp1006872993-154 Acceptor1 SelectChannelConnector@0.0.0.0:61898, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest: 
   1) Thread[id=63, name=qtp441481556-63 Acceptor0 SelectChannelConnector@0.0.0.0:20562, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=91, name=qtp1245436316-91 Acceptor0 SelectChannelConnector@0.0.0.0:30014, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=141, name=qtp1760741265-141 Acceptor2 SelectChannelConnector@0.0.0.0:50007, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=142, name=qtp1760741265-142 Acceptor3 SelectChannelConnector@0.0.0.0:50007, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=93, name=qtp1245436316-93 Acceptor2 SelectChannelConnector@0.0.0.0:30014, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=77, name=qtp993079332-77 Acceptor0 SelectChannelConnector@0.0.0.0:55652, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=66, name=qtp441481556-66 Acceptor3 SelectChannelConnector@0.0.0.0:20562, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=50, name=qtp1619763863-50 Acceptor3 SelectChannelConnector@0.0.0.0:65162, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=80, name=qtp993079332-80 Acceptor3 SelectChannelConnector@0.0.0.0:55652, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=127, name=qtp1504399792-127 Acceptor2 SelectChannelConnector@0.0.0.0:33738, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=156, name=qtp1006872993-156 Acceptor3 SelectChannelConnector@0.0.0.0:61898, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=78, name=qtp993079332-78 Acceptor1 SelectChannelConnector@0.0.0.0:55652, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=65, name=qtp441481556-65 Acceptor2 SelectChannelConnector@0.0.0.0:20562, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=125, name=qtp1504399792-125 Acceptor0 SelectChannelConnector@0.0.0.0:33738, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=111, name=qtp1649934545-111 Acceptor0 SelectChannelConnector@0.0.0.0:37253, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=113, name=qtp1649934545-113 Acceptor2 SelectChannelConnector@0.0.0.0:37253, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=140, name=qtp1760741265-140 Acceptor1 SelectChannelConnector@0.0.0.0:50007, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=126, name=qtp1504399792-126 Acceptor1 SelectChannelConnector@0.0.0.0:33738, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=35, name=qtp494220770-35 Acceptor2 SelectChannelConnector@0.0.0.0:54833, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=36, name=qtp494220770-36 Acceptor3 SelectChannelConnector@0.0.0.0:54833, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=49, name=qtp1619763863-49 Acceptor2 SelectChannelConnector@0.0.0.0:65162, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=34, name=qtp494220770-34 Acceptor1 SelectChannelConnector@0.0.0.0:54833, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=114, name=qtp1649934545-114 Acceptor3 SelectChannelConnector@0.0.0.0:37253, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=94, name=qtp1245436316-94 Acceptor3 SelectChannelConnector@0.0.0.0:30014, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=79, name=qtp993079332-79 Acceptor2 SelectChannelConnector@0.0.0.0:55652, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=48, name=qtp1619763863-48 Acceptor1 SelectChannelConnector@0.0.0.0:65162, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=64, name=qtp441481556-64 Acceptor1 SelectChannelConnector@0.0.0.0:20562, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=92, name=qtp1245436316-92 Acceptor1 SelectChannelConnector@0.0.0.0:30014, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=47, name=qtp1619763863-47 Acceptor0 SelectChannelConnector@0.0.0.0:65162, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=139, name=qtp1760741265-139 Acceptor0 SelectChannelConnector@0.0.0.0:50007, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=112, name=qtp1649934545-112 Acceptor1 SelectChannelConnector@0.0.0.0:37253, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=128, name=qtp1504399792-128 Acceptor3 SelectChannelConnector@0.0.0.0:33738, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=33, name=qtp494220770-33 Acceptor0 SelectChannelConnector@0.0.0.0:54833, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=155, name=qtp1006872993-155 Acceptor2 SelectChannelConnector@0.0.0.0:61898, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=153, name=qtp1006872993-153 Acceptor0 SelectChannelConnector@0.0.0.0:61898, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=154, name=qtp1006872993-154 Acceptor1 SelectChannelConnector@0.0.0.0:61898, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([2E4E022DACED4180]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.TermVectorComponentDistributedTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=63, name=qtp441481556-63 Acceptor0 SelectChannelConnector@0.0.0.0:20562, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=91, name=qtp1245436316-91 Acceptor0 SelectChannelConnector@0.0.0.0:30014, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=141, name=qtp1760741265-141 Acceptor2 SelectChannelConnector@0.0.0.0:50007, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=142, name=qtp1760741265-142 Acceptor3 SelectChannelConnector@0.0.0.0:50007, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=93, name=qtp1245436316-93 Acceptor2 SelectChannelConnector@0.0.0.0:30014, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=77, name=qtp993079332-77 Acceptor0 SelectChannelConnector@0.0.0.0:55652, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=66, name=qtp441481556-66 Acceptor3 SelectChannelConnector@0.0.0.0:20562, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=50, name=qtp1619763863-50 Acceptor3 SelectChannelConnector@0.0.0.0:65162, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=80, name=qtp993079332-80 Acceptor3 SelectChannelConnector@0.0.0.0:55652, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=127, name=qtp1504399792-127 Acceptor2 SelectChannelConnector@0.0.0.0:33738, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=156, name=qtp1006872993-156 Acceptor3 SelectChannelConnector@0.0.0.0:61898, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=78, name=qtp993079332-78 Acceptor1 SelectChannelConnector@0.0.0.0:55652, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=65, name=qtp441481556-65 Acceptor2 SelectChannelConnector@0.0.0.0:20562, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=111, name=qtp1649934545-111 Acceptor0 SelectChannelConnector@0.0.0.0:37253, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=125, name=qtp1504399792-125 Acceptor0 SelectChannelConnector@0.0.0.0:33738, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=113, name=qtp1649934545-113 Acceptor2 SelectChannelConnector@0.0.0.0:37253, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=140, name=qtp1760741265-140 Acceptor1 SelectChannelConnector@0.0.0.0:50007, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=126, name=qtp1504399792-126 Acceptor1 SelectChannelConnector@0.0.0.0:33738, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=35, name=qtp494220770-35 Acceptor2 SelectChannelConnector@0.0.0.0:54833, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=36, name=qtp494220770-36 Acceptor3 SelectChannelConnector@0.0.0.0:54833, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=49, name=qtp1619763863-49 Acceptor2 SelectChannelConnector@0.0.0.0:65162, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=94, name=qtp1245436316-94 Acceptor3 SelectChannelConnector@0.0.0.0:30014, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=114, name=qtp1649934545-114 Acceptor3 SelectChannelConnector@0.0.0.0:37253, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=34, name=qtp494220770-34 Acceptor1 SelectChannelConnector@0.0.0.0:54833, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=79, name=qtp993079332-79 Acceptor2 SelectChannelConnector@0.0.0.0:55652, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=48, name=qtp1619763863-48 Acceptor1 SelectChannelConnector@0.0.0.0:65162, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=64, name=qtp441481556-64 Acceptor1 SelectChannelConnector@0.0.0.0:20562, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=92, name=qtp1245436316-92 Acceptor1 SelectChannelConnector@0.0.0.0:30014, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=47, name=qtp1619763863-47 Acceptor0 SelectChannelConnector@0.0.0.0:65162, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=139, name=qtp1760741265-139 Acceptor0 SelectChannelConnector@0.0.0.0:50007, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=112, name=qtp1649934545-112 Acceptor1 SelectChannelConnector@0.0.0.0:37253, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=128, name=qtp1504399792-128 Acceptor3 SelectChannelConnector@0.0.0.0:33738, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=33, name=qtp494220770-33 Acceptor0 SelectChannelConnector@0.0.0.0:54833, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=155, name=qtp1006872993-155 Acceptor2 SelectChannelConnector@0.0.0.0:61898, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=153, name=qtp1006872993-153 Acceptor0 SelectChannelConnector@0.0.0.0:61898, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=154, name=qtp1006872993-154 Acceptor1 SelectChannelConnector@0.0.0.0:61898, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=63, name=qtp441481556-63 Acceptor0 SelectChannelConnector@0.0.0.0:20562, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=91, name=qtp1245436316-91 Acceptor0 SelectChannelConnector@0.0.0.0:30014, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=141, name=qtp1760741265-141 Acceptor2 SelectChannelConnector@0.0.0.0:50007, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=142, name=qtp1760741265-142 Acceptor3 SelectChannelConnector@0.0.0.0:50007, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=93, name=qtp1245436316-93 Acceptor2 SelectChannelConnector@0.0.0.0:30014, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=77, name=qtp993079332-77 Acceptor0 SelectChannelConnector@0.0.0.0:55652, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=66, name=qtp441481556-66 Acceptor3 SelectChannelConnector@0.0.0.0:20562, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=50, name=qtp1619763863-50 Acceptor3 SelectChannelConnector@0.0.0.0:65162, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=80, name=qtp993079332-80 Acceptor3 SelectChannelConnector@0.0.0.0:55652, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=127, name=qtp1504399792-127 Acceptor2 SelectChannelConnector@0.0.0.0:33738, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=156, name=qtp1006872993-156 Acceptor3 SelectChannelConnector@0.0.0.0:61898, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=78, name=qtp993079332-78 Acceptor1 SelectChannelConnector@0.0.0.0:55652, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=65, name=qtp441481556-65 Acceptor2 SelectChannelConnector@0.0.0.0:20562, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=111, name=qtp1649934545-111 Acceptor0 SelectChannelConnector@0.0.0.0:37253, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=125, name=qtp1504399792-125 Acceptor0 SelectChannelConnector@0.0.0.0:33738, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=113, name=qtp1649934545-113 Acceptor2 SelectChannelConnector@0.0.0.0:37253, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=140, name=qtp1760741265-140 Acceptor1 SelectChannelConnector@0.0.0.0:50007, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=126, name=qtp1504399792-126 Acceptor1 SelectChannelConnector@0.0.0.0:33738, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=35, name=qtp494220770-35 Acceptor2 SelectChannelConnector@0.0.0.0:54833, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=36, name=qtp494220770-36 Acceptor3 SelectChannelConnector@0.0.0.0:54833, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=49, name=qtp1619763863-49 Acceptor2 SelectChannelConnector@0.0.0.0:65162, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=94, name=qtp1245436316-94 Acceptor3 SelectChannelConnector@0.0.0.0:30014, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=114, name=qtp1649934545-114 Acceptor3 SelectChannelConnector@0.0.0.0:37253, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Th

[...truncated too long message...]

read.run(Thread.java:722)
[junit4:junit4]    >   27) Thread[id=102, name=qtp605679333-102 Acceptor1 SelectChannelConnector@0.0.0.0:54717, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   28) Thread[id=151, name=qtp820454879-151 Acceptor3 SelectChannelConnector@0.0.0.0:54732, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   29) Thread[id=177, name=qtp1170965660-177 Acceptor1 SelectChannelConnector@0.0.0.0:54735, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   30) Thread[id=59, name=qtp1468605897-59 Acceptor2 SelectChannelConnector@0.0.0.0:13424, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   31) Thread[id=103, name=qtp605679333-103 Acceptor2 SelectChannelConnector@0.0.0.0:54717, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   32) Thread[id=115, name=qtp1248101358-115 Acceptor1 SelectChannelConnector@0.0.0.0:54720, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   33) Thread[id=165, name=qtp831158748-165 Acceptor3 SelectChannelConnector@0.0.0.0:54734, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   34) Thread[id=87, name=qtp307803206-87 Acceptor0 SelectChannelConnector@0.0.0.0:54714, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   35) Thread[id=73, name=qtp1339855151-73 Acceptor2 SelectChannelConnector@0.0.0.0:53628, state=BLOCKED, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   36) Thread[id=74, name=qtp1339855151-74 Acceptor3 SelectChannelConnector@0.0.0.0:53628, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([2E4E022DACED4180]:0)
[junit4:junit4] Completed on J0 in 37.77s, 1 test, 2 errors <<< FAILURES!

[...truncated 416 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1159: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 232 suites, 961 tests, 4 suite-level errors, 803 ignored

Total time: 18 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3347 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3347/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest:     1) Thread[id=490, name=qtp1639220404-490 Acceptor3 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=488, name=qtp1639220404-488 Acceptor1 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=489, name=qtp1639220404-489 Acceptor2 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=487, name=qtp1639220404-487 Acceptor0 SelectChannelConnector@0.0.0.0:55013, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
   1) Thread[id=490, name=qtp1639220404-490 Acceptor3 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=488, name=qtp1639220404-488 Acceptor1 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=489, name=qtp1639220404-489 Acceptor2 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=487, name=qtp1639220404-487 Acceptor0 SelectChannelConnector@0.0.0.0:55013, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([613BD91FF737951C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.admin.ShowFileRequestHandlerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=490, name=qtp1639220404-490 Acceptor3 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=488, name=qtp1639220404-488 Acceptor1 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=489, name=qtp1639220404-489 Acceptor2 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=487, name=qtp1639220404-487 Acceptor0 SelectChannelConnector@0.0.0.0:55013, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=490, name=qtp1639220404-490 Acceptor3 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=488, name=qtp1639220404-488 Acceptor1 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=489, name=qtp1639220404-489 Acceptor2 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=487, name=qtp1639220404-487 Acceptor0 SelectChannelConnector@0.0.0.0:55013, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([613BD91FF737951C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedSpellCheckComponentTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedSpellCheckComponentTest:     1) Thread[id=231, name=qtp1506409298-231 Acceptor2 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=288, name=qtp1795946504-288 Acceptor1 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=321, name=qtp533059749-321 Acceptor1 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=309, name=qtp1342224222-309 Acceptor2 SelectChannelConnector@0.0.0.0:15524, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=322, name=qtp533059749-322 Acceptor2 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=245, name=qtp342236243-245 Acceptor2 SelectChannelConnector@0.0.0.0:22311, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=243, name=qtp342236243-243 Acceptor0 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=277, name=qtp2127739774-277 Acceptor3 SelectChannelConnector@0.0.0.0:59022, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=347, name=qtp75443545-347 Acceptor0 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=323, name=qtp533059749-323 Acceptor3 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=334, name=qtp1074423704-334 Acceptor0 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=336, name=qtp1074423704-336 Acceptor2 SelectChannelConnector@0.0.0.0:34633, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=307, name=qtp1342224222-307 Acceptor0 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=274, name=qtp2127739774-274 Acceptor0 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=260, name=qtp1619863252-260 Acceptor0 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=349, name=qtp75443545-349 Acceptor2 SelectChannelConnector@0.0.0.0:49035, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=289, name=qtp1795946504-289 Acceptor2 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=335, name=qtp1074423704-335 Acceptor1 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=287, name=qtp1795946504-287 Acceptor0 SelectChannelConnector@0.0.0.0:46013, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=337, name=qtp1074423704-337 Acceptor3 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=310, name=qtp1342224222-310 Acceptor3 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=230, name=qtp1506409298-230 Acceptor1 SelectChannelConnector@0.0.0.0:11525, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=308, name=qtp1342224222-308 Acceptor1 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=261, name=qtp1619863252-261 Acceptor1 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=276, name=qtp2127739774-276 Acceptor2 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=232, name=qtp1506409298-232 Acceptor3 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=263, name=qtp1619863252-263 Acceptor3 SelectChannelConnector@0.0.0.0:55214, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=246, name=qtp342236243-246 Acceptor3 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=229, name=qtp1506409298-229 Acceptor0 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=244, name=qtp342236243-244 Acceptor1 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=350, name=qtp75443545-350 Acceptor3 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=262, name=qtp1619863252-262 Acceptor2 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=320, name=qtp533059749-320 Acceptor0 SelectChannelConnector@0.0.0.0:11204, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=348, name=qtp75443545-348 Acceptor1 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=275, name=qtp2127739774-275 Acceptor1 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=290, name=qtp1795946504-290 Acceptor3 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.DistributedSpellCheckComponentTest: 
   1) Thread[id=231, name=qtp1506409298-231 Acceptor2 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=288, name=qtp1795946504-288 Acceptor1 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=321, name=qtp533059749-321 Acceptor1 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=309, name=qtp1342224222-309 Acceptor2 SelectChannelConnector@0.0.0.0:15524, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=322, name=qtp533059749-322 Acceptor2 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=245, name=qtp342236243-245 Acceptor2 SelectChannelConnector@0.0.0.0:22311, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=243, name=qtp342236243-243 Acceptor0 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=277, name=qtp2127739774-277 Acceptor3 SelectChannelConnector@0.0.0.0:59022, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=347, name=qtp75443545-347 Acceptor0 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=323, name=qtp533059749-323 Acceptor3 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=334, name=qtp1074423704-334 Acceptor0 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=336, name=qtp1074423704-336 Acceptor2 SelectChannelConnector@0.0.0.0:34633, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=307, name=qtp1342224222-307 Acceptor0 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=274, name=qtp2127739774-274 Acceptor0 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=260, name=qtp1619863252-260 Acceptor0 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=349, name=qtp75443545-349 Acceptor2 SelectChannelConnector@0.0.0.0:49035, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=289, name=qtp1795946504-289 Acceptor2 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=335, name=qtp1074423704-335 Acceptor1 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=287, name=qtp1795946504-287 Acceptor0 SelectChannelConnector@0.0.0.0:46013, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=337, name=qtp1074423704-337 Acceptor3 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=310, name=qtp1342224222-310 Acceptor3 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=230, name=qtp1506409298-230 Acceptor1 SelectChannelConnector@0.0.0.0:11525, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=308, name=qtp1342224222-308 Acceptor1 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=261, name=qtp1619863252-261 Acceptor1 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=276, name=qtp2127739774-276 Acceptor2 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=232, name=qtp1506409298-232 Acceptor3 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=263, name=qtp1619863252-263 Acceptor3 SelectChannelConnector@0.0.0.0:55214, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=246, name=qtp342236243-246 Acceptor3 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=229, name=qtp1506409298-229 Acceptor0 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=244, name=qtp342236243-244 Acceptor1 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=350, name=qtp75443545-350 Acceptor3 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=262, name=qtp1619863252-262 Acceptor2 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=320, name=qtp533059749-320 Acceptor0 SelectChannelConnector@0.0.0.0:11204, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=348, name=qtp75443545-348 Acceptor1 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=275, name=qtp2127739774-275 Acceptor1 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=290, name=qtp1795946504-290 Acceptor3 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([613BD91FF737951C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedSpellCheckComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=231, name=qtp1506409298-231 Acceptor2 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=288, name=qtp1795946504-288 Acceptor1 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=321, name=qtp533059749-321 Acceptor1 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=309, name=qtp1342224222-309 Acceptor2 SelectChannelConnector@0.0.0.0:15524, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=322, name=qtp533059749-322 Acceptor2 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=245, name=qtp342236243-245 Acceptor2 SelectChannelConnector@0.0.0.0:22311, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=243, name=qtp342236243-243 Acceptor0 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=277, name=qtp2127739774-277 Acceptor3 SelectChannelConnector@0.0.0.0:59022, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=347, name=qtp75443545-347 Acceptor0 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=323, name=qtp533059749-323 Acceptor3 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=334, name=qtp1074423704-334 Acceptor0 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=336, name=qtp1074423704-336 Acceptor2 SelectChannelConnector@0.0.0.0:34633, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=274, name=qtp2127739774-274 Acceptor0 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=307, name=qtp1342224222-307 Acceptor0 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=260, name=qtp1619863252-260 Acceptor0 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=349, name=qtp75443545-349 Acceptor2 SelectChannelConnector@0.0.0.0:49035, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   17) Thread[id=289, name=qtp1795946504-289 Acceptor2 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   18) Thread[id=335, name=qtp1074423704-335 Acceptor1 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   19) Thread[id=287, name=qtp1795946504-287 Acceptor0 SelectChannelConnector@0.0.0.0:46013, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   20) Thread[id=337, name=qtp1074423704-337 Acceptor3 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   21) Thread[id=310, name=qtp1342224222-310 Acceptor3 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   22) Thread[id=230, name=qtp1506409298-230 Acceptor1 SelectChannelConnector@0.0.0.0:11525, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   23) Thread[id=308, name=qtp1342224222-308 Acceptor1 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   24) Thread[id=261, name=qtp1619863252-261 Acceptor1 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   25) Thread[id=276, name=qtp2127739774-276 Acceptor2 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   26) Thread[id=232, name=qtp1506409298-232 Acceptor3 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   27) Thread[id=263, name=qtp1619863252-263 Acceptor3 SelectChannelConnector@0.0.0.0:55214, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   28) Thread[id=246, name=qtp342236243-246 Acceptor3 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   29) Thread[id=229, name=qtp1506409298-229 Acceptor0 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   30) Thread[id=244, name=qtp342236243-244 Acceptor1 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   31) Thread[id=350, name=qtp75443545-350 Acceptor3 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   32) Thread[id=262, name=qtp1619863252-262 Acceptor2 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   33) Thread[id=320, name=qtp533059749-320 Acceptor0 SelectChannelConnector@0.0.0.0:11204, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   34) Thread[id=348, name=qtp75443545-348 Acceptor1 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   35) Thread[id=275, name=qtp2127739774-275 Acceptor1 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   36) Thread[id=290, name=qtp1795946504-290 Acceptor3 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=231, name=qtp1506409298-231 Acceptor2 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=288, name=qtp1795946504-288 Acceptor1 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=321, name=qtp533059749-321 Acceptor1 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=309, name=qtp1342224222-309 Acceptor2 SelectChannelConnector@0.0.0.0:15524, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=322, name=qtp533059749-322 Acceptor2 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=245, name=qtp342236243-245 Acceptor2 SelectChannelConnector@0.0.0.0:22311, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=243, name=qtp342236243-243 Acceptor0 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=277, name=qtp2127739774-277 Acceptor3 SelectChannelConnector@0.0.0.0:59022, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=347, name=qtp75443545-347 Acceptor0 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=323, name=qtp533059749-323 Acceptor3 SelectChannelConnector@0.0.0.0:11204, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=334, name=qtp1074423704-334 Acceptor0 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=336, name=qtp1074423704-336 Acceptor2 SelectChannelConnector@0.0.0.0:34633, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=274, name=qtp2127739774-274 Acceptor0 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=307, name=qtp1342224222-307 Acceptor0 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=260, name=qtp1619863252-260 Acceptor0 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=349, name=qtp75443545-349 Acceptor2 SelectChannelConnector@0.0.0.0:49035, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  17) Thread[id=289, name=qtp1795946504-289 Acceptor2 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  18) Thread[id=335, name=qtp1074423704-335 Acceptor1 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  19) Thread[id=287, name=qtp1795946504-287 Acceptor0 SelectChannelConnector@0.0.0.0:46013, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  20) Thread[id=337, name=qtp1074423704-337 Acceptor3 SelectChannelConnector@0.0.0.0:34633, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  21) Thread[id=310, name=qtp1342224222-310 Acceptor3 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  22) Thread[id=230, name=qtp1506409298-230 Acceptor1 SelectChannelConnector@0.0.0.0:11525, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  23) Thread[id=308, name=qtp1342224222-308 Acceptor1 SelectChannelConnector@0.0.0.0:15524, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  24) Thread[id=261, name=qtp1619863252-261 Acceptor1 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  25) Thread[id=276, name=qtp2127739774-276 Acceptor2 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  26) Thread[id=232, name=qtp1506409298-232 Acceptor3 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  27) Thread[id=263, name=qtp1619863252-263 Acceptor3 SelectChannelConnector@0.0.0.0:55214, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  28) Thread[id=246, name=qtp342236243-246 Acceptor3 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  29) Thread[id=229, name=qtp1506409298-229 Acceptor0 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  30) Thread[id=244, name=qtp342236243-244 Acceptor1 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  31) Thread[id=350, name=qtp75443545-350 Acceptor3 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  32) Thread[id=262, name=qtp1619863252-262 Acceptor2 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  33) Thread[id=320, name=qtp533059749-320 Acceptor0 SelectChannelConnector@0.0.0.0:11204, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  34) Thread[id=348, name=qtp75443545-348 Acceptor1 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  35) Thread[id=275, name=qtp2127739774-275 Acceptor1 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  36) Thread[id=290, name=qtp1795946504-290 Acceptor3 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([613BD91FF737951C]:0)




Build Log:
[...truncated 8466 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.admin.ShowFileRequestHandlerTest
[junit4:junit4]   2> 5 T480 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-ShowFileRequestHandlerTest-1351403346130
[junit4:junit4]   2> 6 T480 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 631 T480 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1038 T480 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:55013
[junit4:junit4]   2> 1077 T480 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1078 T480 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 1078 T480 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 1112 T480 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1113 T480 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1113 T480 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr
[junit4:junit4]   2> 1113 T480 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/solr.xml
[junit4:junit4]   2> 1114 T480 oasc.CoreContainer.<init> New CoreContainer 1837264194
[junit4:junit4]   2> 1114 T480 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 1114 T480 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/'
[junit4:junit4]   2> 1143 T480 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1162 T480 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1
[junit4:junit4]   2> 1163 T480 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/'
[junit4:junit4]   2> 1186 T480 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
[junit4:junit4]   2> 1236 T480 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1349 T480 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1349 T480 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1365 T480 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 2308 T480 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2348 T480 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2370 T480 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2653 T480 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130/
[junit4:junit4]   2> 2654 T480 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@59632ef4
[junit4:junit4]   2> 2688 T480 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
[junit4:junit4]   2> 2689 T480 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
[junit4:junit4]   2> 2689 T480 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2690 T480 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for MockDirWrapper(org.apache.lucene.store.RAMDirectory@390fd0f1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3d5e9b7b) assuming 'simple'
[junit4:junit4]   2> 2690 T480 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130 forceNew:false
[junit4:junit4]   2> 2691 T480 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130
[junit4:junit4]   2> 2691 T480 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130/index/
[junit4:junit4]   2> 2692 T480 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2693 T480 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130/index forceNew:false
[junit4:junit4]   2> 2695 T480 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@68ebf23e lockFactory=org.apache.lucene.store.NativeFSLockFactory@28a2316f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2695 T480 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2696 T480 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130/index
[junit4:junit4]   2> 2719 T480 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2719 T480 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
[junit4:junit4]   2> 2720 T480 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
[junit4:junit4]   2> 2720 T480 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
[junit4:junit4]   2> 2720 T480 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
[junit4:junit4]   2> 2908 T480 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2908 T480 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
[junit4:junit4]   2> 2909 T480 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2910 T480 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
[junit4:junit4]   2> 2910 T480 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2921 T480 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.JsonUpdateRequestHandler
[junit4:junit4]   2> 2932 T480 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.CSVRequestHandler
[junit4:junit4]   2> 2932 T480 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 2933 T480 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 2933 T480 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 2933 T480 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 2934 T480 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 2934 T480 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 2948 T480 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2958 T480 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
[junit4:junit4]   2> 2959 T480 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2971 T480 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2971 T480 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2972 T480 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
[junit4:junit4]   2> 2972 T480 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2972 T480 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
[junit4:junit4]   2> 2973 T480 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2973 T480 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
[junit4:junit4]   2> 2973 T480 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 2974 T480 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
[junit4:junit4]   2> 2984 T480 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2986 T480 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2988 T480 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2995 T480 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130
[junit4:junit4]   2> 2996 T480 oass.SolrIndexSearcher.<init> Opening Searcher@567072d8 main
[junit4:junit4]   2> 3022 T480 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
[junit4:junit4]   2> 3023 T480 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3024 T480 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3060 T480 oass.DirectSolrSpellChecker.init init: {name=default,field=name,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4:junit4]   2> 3061 T480 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
[junit4:junit4]   2> 3074 T480 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 3115 T480 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3116 T480 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3116 T480 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3116 T480 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3117 T480 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3117 T480 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3117 T480 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3118 T480 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3118 T480 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3118 T480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3133 T480 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 3134 T495 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@567072d8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3142 T480 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130/index
[junit4:junit4]   2> ASYNC  NEW_CORE C6 name=collection1 org.apache.solr.core.SolrCore@394789c5
[junit4:junit4]   2> 3149 T495 C6 REQ [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=2 
[junit4:junit4]   2> 3150 T495 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 3150 T495 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
[junit4:junit4]   2> 3150 T495 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
[junit4:junit4]   2> 3152 T495 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@567072d8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3159 T480 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 3160 T480 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3161 T480 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3161 T480 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#55013
[junit4:junit4]   2> 3170 T480 oas.SolrTestCaseJ4.setUp ###Starting testGetRawFile
[junit4:junit4]   2> 3249 T480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4237 T492 C6 REQ [collection1] webapp=/solr path=/admin/file params={wt=mock&file=schema.xml&version=2.2} status=0 QTime=10 
[junit4:junit4]   2> 4380 T480 oas.SolrTestCaseJ4.tearDown ###Ending testGetRawFile
[junit4:junit4]   2> 4390 T480 oas.SolrTestCaseJ4.setUp ###Starting testDirList
[junit4:junit4]   2> 4421 T493 C6 REQ [collection1] webapp=/solr path=/admin/file params={wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 4438 T480 oas.SolrTestCaseJ4.tearDown ###Ending testDirList
[junit4:junit4]   2> 4486 T480 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1837264194
[junit4:junit4]   2> 4487 T480 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@394789c5
[junit4:junit4]   2> 4492 T480 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130/index
[junit4:junit4]   2> 4493 T480 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130/index
[junit4:junit4]   2> 4497 T480 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130/index
[junit4:junit4]   2> 4497 T480 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130/index
[junit4:junit4]   2> 4502 T480 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommit maxTime=15000ms,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 4503 T480 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 4503 T480 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 4504 T480 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 4504 T480 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 4504 T480 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/solrtest-ShowFileRequestHandlerTest-1351403346130/index
[junit4:junit4]   2> 4505 T480 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 4606 T480 oejut.QueuedThreadPool.doStop WARNING 4 threads could not be stopped
[junit4:junit4]   2> 4606 T480 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 4614 T479 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 24783 T479 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]   2> 	   1) Thread[id=490, name=qtp1639220404-490 Acceptor3 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=488, name=qtp1639220404-488 Acceptor1 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=489, name=qtp1639220404-489 Acceptor2 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=487, name=qtp1639220404-487 Acceptor0 SelectChannelConnector@0.0.0.0:55013, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 24784 T479 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=490, name=qtp1639220404-490 Acceptor3 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   2) Thread[id=488, name=qtp1639220404-488 Acceptor1 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   3) Thread[id=489, name=qtp1639220404-489 Acceptor2 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	   4) Thread[id=487, name=qtp1639220404-487 Acceptor0 SelectChannelConnector@0.0.0.0:55013, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 27828 T479 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=490, name=qtp1639220404-490 Acceptor3 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   2) Thread[id=488, name=qtp1639220404-488 Acceptor1 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   3) Thread[id=489, name=qtp1639220404-489 Acceptor2 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	   4) Thread[id=487, name=qtp1639220404-487 Acceptor0 SelectChannelConnector@0.0.0.0:55013, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=pl_PL, timezone=Pacific/Efate
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_06 (64-bit)/cpus=16,threads=5,free=59331472,total=396361728
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPluginEnable, QueryEqualityTest, TestJmxIntegration, OverseerTest, SolrInfoMBeanTest, TestDocSet, DirectUpdateHandlerTest, EchoParamsTest, ClusterStateTest, PrimitiveFieldTypeTest, XsltUpdateRequestHandlerTest, ShowFileRequestHandlerTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShowFileRequestHandlerTest -Dtests.seed=613BD91FF737951C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pl_PL -Dtests.timezone=Pacific/Efate -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   0.00s J1 | ShowFileRequestHandlerTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.admin.ShowFileRequestHandlerTest: 
[junit4:junit4]    >    1) Thread[id=490, name=qtp1639220404-490 Acceptor3 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=488, name=qtp1639220404-488 Acceptor1 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=489, name=qtp1639220404-489 Acceptor2 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=487, name=qtp1639220404-487 Acceptor0 SelectChannelConnector@0.0.0.0:55013, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([613BD91FF737951C]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=490, name=qtp1639220404-490 Acceptor3 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=488, name=qtp1639220404-488 Acceptor1 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    3) Thread[id=489, name=qtp1639220404-489 Acceptor2 SelectChannelConnector@0.0.0.0:55013, state=BLOCKED, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    4) Thread[id=487, name=qtp1639220404-487 Acceptor0 SelectChannelConnector@0.0.0.0:55013, state=RUNNABLE, group=TGRP-ShowFileRequestHandlerTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([613BD91FF737951C]:0)
[junit4:junit4] Completed on J1 in 27.96s, 2 tests, 2 errors <<< FAILURES!

[...truncated 490 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.component.DistributedSpellCheckComponentTest
[junit4:junit4]   2> 4 T222 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> 525 T222 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 894 T222 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:11525
[junit4:junit4]   2> 927 T222 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 928 T222 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 928 T222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 959 T222 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 960 T222 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 960 T222 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 961 T222 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 961 T222 oasc.CoreContainer.<init> New CoreContainer 1000639971
[junit4:junit4]   2> 961 T222 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 962 T222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 985 T222 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1000 T222 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 1001 T222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 1002 T222 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 1002 T222 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1039 T222 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1100 T222 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1101 T222 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1107 T222 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1526 T222 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1535 T222 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1538 T222 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1548 T222 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1552 T222 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1556 T222 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1557 T222 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1558 T222 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data/
[junit4:junit4]   2> 1558 T222 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57ddbced
[junit4:junit4]   2> 1558 T222 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1586 T222 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@e9adbe; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 1587 T222 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data forceNew:false
[junit4:junit4]   2> 1588 T222 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data
[junit4:junit4]   2> 1588 T222 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data/index/
[junit4:junit4]   2> 1589 T222 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1590 T222 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data/index forceNew:false
[junit4:junit4]   2> 1623 T222 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@f2ab2f5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1623 T222 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1624 T222 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data/index
[junit4:junit4]   2> 1625 T222 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1626 T222 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1627 T222 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1627 T222 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1628 T222 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1628 T222 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1629 T222 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1629 T222 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1629 T222 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1630 T222 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1631 T222 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1631 T222 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1632 T222 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1632 T222 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1633 T222 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1633 T222 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1634 T222 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1634 T222 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1635 T222 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1635 T222 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1635 T222 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1636 T222 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1636 T222 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1637 T222 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1637 T222 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1638 T222 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1646 T222 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1650 T222 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1651 T222 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, SCHEMA-PHRASESUGGEST.XML, STEMDICT.TXT, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 1654 T222 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data
[junit4:junit4]   2> 1655 T222 oass.SolrIndexSearcher.<init> Opening Searcher@398b671 main
[junit4:junit4]   2> 1656 T222 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1656 T222 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1656 T222 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1683 T222 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1744 T222 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1745 T222 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1745 T222 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1746 T222 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1746 T222 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1747 T222 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1747 T222 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1747 T222 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1748 T222 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1748 T222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1770 T237 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@398b671 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1775 T222 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 1775 T222 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1776 T222 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1848 T222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1880 T222 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1883 T222 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:22311
[junit4:junit4]   2> 1883 T222 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1884 T222 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1884 T222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1923 T222 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1923 T222 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1924 T222 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1924 T222 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 1924 T222 oasc.CoreContainer.<init> New CoreContainer 1125108647
[junit4:junit4]   2> 1925 T222 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1925 T222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1956 T222 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1975 T222 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 1976 T222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 1977 T222 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 1978 T222 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2037 T222 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2103 T222 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2104 T222 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2112 T222 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2597 T222 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2610 T222 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2615 T222 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2629 T222 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2633 T222 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2637 T222 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2638 T222 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2638 T222 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data/
[junit4:junit4]   2> 2639 T222 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57ddbced
[junit4:junit4]   2> 2639 T222 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 2640 T222 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@418a2116; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 2641 T222 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data forceNew:false
[junit4:junit4]   2> 2641 T222 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data
[junit4:junit4]   2> 2641 T222 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data/index/
[junit4:junit4]   2> 2642 T222 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2643 T222 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data/index forceNew:false
[junit4:junit4]   2> 2678 T222 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@55ec5d96; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2679 T222 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2724 T222 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data/index
[junit4:junit4]   2> 2726 T222 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 2728 T222 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2729 T222 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 2729 T222 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2729 T222 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 2730 T222 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2731 T222 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2731 T222 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2732 T222 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2732 T222 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2733 T222 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 2733 T222 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 2734 T222 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2734 T222 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 2735 T222 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 2735 T222 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 2735 T222 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2736 T222 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2736 T222 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2737 T222 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2737 T222 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2738 T222 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2738 T222 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2739 T222 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2740 T222 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 2740 T222 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2749 T222 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2752 T222 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 2754 T222 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, CURRENCY.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, TRIVIAL.UPDATEPROCESSOR0.JS, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, CONDITIONAL.UPDATEPROCESSOR.JS, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, SCHEMA-PHRASESUGGEST.XML, STEMDICT.TXT, HUNSPELL-TEST.AFF, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, SCHEMA-REVERSED.XML, STOPTYPES-2.TXT, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, SCHEMA-SPATIAL.XML, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, SCHEMA-FOLDING.XML, STOPWORDS.TXT, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-ALTDIRECTORY.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 2756 T222 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data
[junit4:junit4]   2> 2757 T222 oass.SolrIndexSearcher.<init> Opening Searcher@1c305851 main
[junit4:junit4]   2> 2758 T222 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2758 T222 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2759 T222 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2766 T222 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2808 T222 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2808 T222 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2808 T222 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2809 T222 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2809 T222 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2809 T222 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2810 T222 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2810 T222 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2810 T222 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2810 T222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2825 T249 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c305851 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2829 T222 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 2829 T222 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2829 T222 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2830 T222 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C7 name=collection1 org.apache.solr.core.SolrCore@53278f8b
[junit4:junit4]   2> 3883 T235 C7 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 3884 T235 C7 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data
[junit4:junit4]   2> 3887 T235 C7 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@f2ab2f5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3887 T235 C7 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3888 T235 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 30
[junit4:junit4]   2> ASYNC  NEW_CORE C8 name=collection1 org.apache.solr.core.SolrCore@5a479c4b
[junit4:junit4]   2> 3983 T248 C8 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 3984 T248 C8 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data
[junit4:junit4]   2> 3989 T248 C8 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/shard0/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@55ec5d96; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3989 T248 C8 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3990 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 7
[junit4:junit4]   2> 4031 T236 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 25
[junit4:junit4]   2> 4048 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 5
[junit4:junit4]   2> 4072 T233 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 2
[junit4:junit4]   2> 4077 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 1
[junit4:junit4]   2> 4083 T235 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 1
[junit4:junit4]   2> 4087 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 1
[junit4:junit4]   2> 4091 T236 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 1
[junit4:junit4]   2> 4095 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 1
[junit4:junit4]   2> 4098 T233 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 1
[junit4:junit4]   2> 4103 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 1
[junit4:junit4]   2> 4107 T236 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 1
[junit4:junit4]   2> 4110 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 1
[junit4:junit4]   2> 4113 T235 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 1
[junit4:junit4]   2> 4120 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 1
[junit4:junit4]   2> 4124 T233 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 1
[junit4:junit4]   2> 4127 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 1
[junit4:junit4]   2> 4130 T235 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 1
[junit4:junit4]   2> 4135 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 1
[junit4:junit4]   2> 4148 T236 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 10
[junit4:junit4]   2> 4158 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 6
[junit4:junit4]   2> 4162 T233 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 2
[junit4:junit4]   2> 4167 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 2
[junit4:junit4]   2> 4172 T235 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 1
[junit4:junit4]   2> 4180 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 1
[junit4:junit4]   2> 4185 T236 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 1
[junit4:junit4]   2> 4189 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 2
[junit4:junit4]   2> 4192 T233 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 1
[junit4:junit4]   2> 4197 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 1
[junit4:junit4]   2> 4201 T235 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 1
[junit4:junit4]   2> 4206 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 1
[junit4:junit4]   2> 4211 T236 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 2
[junit4:junit4]   2> 4215 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 1
[junit4:junit4]   2> 4220 T233 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 1
[junit4:junit4]   2> 4225 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 1
[junit4:junit4]   2> 4231 T235 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 1
[junit4:junit4]   2> 4236 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 1
[junit4:junit4]   2> 4240 T236 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 1
[junit4:junit4]   2> 4246 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 2
[junit4:junit4]   2> 4254 T233 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 5
[junit4:junit4]   2> 4265 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 7
[junit4:junit4]   2> 4271 T235 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 2
[junit4:junit4]   2> 4276 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 1
[junit4:junit4]   2> 4280 T236 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 1
[junit4:junit4]   2> 4284 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 1
[junit4:junit4]   2> 4288 T233 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 1
[junit4:junit4]   2> 4293 T250 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 1
[junit4:junit4]   2> 4297 T235 C7 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 0
[junit4:junit4]   2> 4301 T248 C8 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 1
[junit4:junit4]   2> 4337 T236 C7 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 4617 T236 C7 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.handler.component.DistributedSpellCheckComponentTest-1351403382324/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@f2ab2f5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lu

[...truncated too long message...]

cceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   27) Thread[id=263, name=qtp1619863252-263 Acceptor3 SelectChannelConnector@0.0.0.0:55214, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   28) Thread[id=246, name=qtp342236243-246 Acceptor3 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   29) Thread[id=229, name=qtp1506409298-229 Acceptor0 SelectChannelConnector@0.0.0.0:11525, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   30) Thread[id=244, name=qtp342236243-244 Acceptor1 SelectChannelConnector@0.0.0.0:22311, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   31) Thread[id=350, name=qtp75443545-350 Acceptor3 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   32) Thread[id=262, name=qtp1619863252-262 Acceptor2 SelectChannelConnector@0.0.0.0:55214, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   33) Thread[id=320, name=qtp533059749-320 Acceptor0 SelectChannelConnector@0.0.0.0:11204, state=RUNNABLE, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   34) Thread[id=348, name=qtp75443545-348 Acceptor1 SelectChannelConnector@0.0.0.0:49035, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   35) Thread[id=275, name=qtp2127739774-275 Acceptor1 SelectChannelConnector@0.0.0.0:59022, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   36) Thread[id=290, name=qtp1795946504-290 Acceptor3 SelectChannelConnector@0.0.0.0:46013, state=BLOCKED, group=TGRP-DistributedSpellCheckComponentTest]
[junit4:junit4]    >         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
[junit4:junit4]    >         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
[junit4:junit4]    >         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
[junit4:junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([613BD91FF737951C]:0)
[junit4:junit4] Completed on J0 in 40.70s, 1 test, 2 errors <<< FAILURES!

[...truncated 137 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1159: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: There were test failures: 232 suites, 961 tests, 4 suite-level errors, 721 ignored

Total time: 28 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure

Re: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3346 - Still Failing

[Dawid Weiss <da...@cs.put.poznan.pl>]

Thanks Robert for dumping the stack trace -- the output looks
suspicious (<unknown> in heartbeat, stack trace from the runner). I'll
look at it as soon as I have a spare cycle.

D.

On Sat, Oct 27, 2012 at 4:45 PM, Robert Muir <rc...@gmail.com> wrote:
> This hung for hours. I ran kill -3 to get stacktraces, then i tried
> 'kill', which didnt kill the process (i then ran kill -3 again, and
> then kill -9).
>
> appears to me that the first kill triggered a shutdown hook, but the
> shutdown hook itself got hung
>
> On Sat, Oct 27, 2012 at 10:40 AM, Apache Jenkins Server
> <je...@builds.apache.org> wrote:
>> Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3346/
>>
>> 5 tests failed.
>> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test
>>
>> Error Message:
>> 16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test:     1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)
>>
>> Stack Trace:
>> com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test:
>>    1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    3) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    4) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    6) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    7) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    8) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    9) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   11) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   12) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>         at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)
>>
>>
>> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test
>>
>> Error Message:
>> There are still zombie threads that couldn't be terminated:    1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)
>>
>> Stack Trace:
>> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>>    1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    3) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    4) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    6) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    7) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    8) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>    9) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   11) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   12) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>   16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>>         at java.lang.Thread.run(Thread.java:722)
>>         at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)
>>
>>
>> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
>>
>> Error Message:
>> Suite timeout exceeded (>= 7200000 msec).
>>
>> Stack Trace:
>> java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
>>         at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)
>>
>>
>> FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
>>
>> Error Message:
>> Shard still reported as live in zk - 0 jetty
>>
>> Stack Trace:
>> java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
>>         at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C:74CF111819589E60]:0)
>>         at org.junit.Assert.fail(Assert.java:93)
>>         at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1231)
>>         at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:217)
>>         at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:92)
>>         at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>         at java.lang.reflect.Method.invoke(Method.java:601)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at java.lang.Thread.run(Thread.java:722)
>>
>>
>> FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch
>>
>> Error Message:
>> Test abandoned because suite timeout was reached.
>>
>> Stack Trace:
>> java.lang.Exception: Test abandoned because suite timeout was reached.
>>         at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)
>>
>>
>>
>>
>> Build Log:
>> [...truncated 8398 lines...]
>> [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
>> [junit4:junit4]   2> 9 T19 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
>> [junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1351326119324
>> [junit4:junit4]   2> 16 T19 oasc.ZkTestServer.run STARTING ZK TEST SERVER
>> [junit4:junit4]   2> 143 T20 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
>> [junit4:junit4]   2> 144 T20 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
>> [junit4:junit4]   2> 145 T20 oaz.Environment.logEnv Server environment:java.version=1.7.0_06
>> [junit4:junit4]   2> 145 T20 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
>> [junit4:junit4]   2> 146 T20 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk7/jre
>> [junit4:junit4]   2> 146 T20 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.3.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.3.jar
>> [junit4:junit4]   2> 148 T20 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
>> [junit4:junit4]   2> 148 T20 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
>> [junit4:junit4]   2> 149 T20 oaz.Environment.logEnv Server environment:java.compiler=<NA>
>> [junit4:junit4]   2> 149 T20 oaz.Environment.logEnv Server environment:os.name=FreeBSD
>> [junit4:junit4]   2> 150 T20 oaz.Environment.logEnv Server environment:os.arch=amd64
>> [junit4:junit4]   2> 150 T20 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
>> [junit4:junit4]   2> 151 T20 oaz.Environment.logEnv Server environment:user.name=hudson
>> [junit4:junit4]   2> 151 T20 oaz.Environment.logEnv Server environment:user.home=/home/hudson
>> [junit4:junit4]   2> 151 T20 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
>> [junit4:junit4]   2> 210 T20 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
>> [junit4:junit4]   2> 265 T20 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
>> [junit4:junit4]   2> 325 T19 oasc.ZkTestServer.run start zk server on port:58068
>> [junit4:junit4]   2> 371 T20 oazsp.FileTxnSnapLog.save Snapshotting: 0
>> [junit4:junit4]   2> 416 T19 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
>> [junit4:junit4]   2> 416 T19 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
>> [junit4:junit4]   2> 417 T19 oaz.Environment.logEnv Client environment:java.version=1.7.0_06
>> [junit4:junit4]   2> 417 T19 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
>> [junit4:junit4]   2> 418 T19 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk7/jre
>> [junit4:junit4]   2> 418 T19 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.3.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.3.jar
>> [junit4:junit4]   2> 420 T19 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
>> [junit4:junit4]   2> 420 T19 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
>> [junit4:junit4]   2> 421 T19 oaz.Environment.logEnv Client environment:java.compiler=<NA>
>> [junit4:junit4]   2> 421 T19 oaz.Environment.logEnv Client environment:os.name=FreeBSD
>> [junit4:junit4]   2> 421 T19 oaz.Environment.logEnv Client environment:os.arch=amd64
>> [junit4:junit4]   2> 422 T19 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
>> [junit4:junit4]   2> 422 T19 oaz.Environment.logEnv Client environment:user.name=hudson
>> [junit4:junit4]   2> 423 T19 oaz.Environment.logEnv Client environment:user.home=/home/hudson
>> [junit4:junit4]   2> 423 T19 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
>> [junit4:junit4]   2> 429 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3250559d
>> [junit4:junit4]   2> 485 T23 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
>> [junit4:junit4]   2> 485 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 489 T23 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
>> [junit4:junit4]   2> 490 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58069
>> [junit4:junit4]   2> 513 T21 oazs.NIOServerCnxn.doIO WARNING Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
>> [junit4:junit4]   2> 514 T21 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58069 (no session established for client)
>> [junit4:junit4]   2> 514 T23 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x0, likely server has closed socket, closing socket connection and attempting reconnect
>> [junit4:junit4]   2> 2086 T23 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost/127.0.0.1:58068
>> [junit4:junit4]   2> 2087 T23 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
>> [junit4:junit4]   2> 2087 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58072
>> [junit4:junit4]   2> 2089 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58072
>> [junit4:junit4]   2> 2120 T24 oazsp.FileTxnLog.append Creating new log file: log.1
>> [junit4:junit4]   2> 2180 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410000 with negotiated timeout 10000 for client /140.211.11.196:58072
>> [junit4:junit4]   2> 2180 T23 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410000, negotiated timeout = 10000
>> [junit4:junit4]   2> 2184 T25 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3250559d name:ZooKeeperConnection Watcher:127.0.0.1:58068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 2185 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 2191 T19 oascc.SolrZkClient.makePath makePath: /solr
>> [junit4:junit4]   2> 2294 T26 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13aa15037410000
>> [junit4:junit4]   2> 2295 T25 oaz.ClientCnxn$EventThread.run EventThread shut down
>> [junit4:junit4]   2> 2295 T19 oaz.ZooKeeper.close Session: 0x13aa15037410000 closed
>> [junit4:junit4]   2> 2296 T21 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58072 which had sessionid 0x13aa15037410000
>> [junit4:junit4]   2> 2296 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2573332e
>> [junit4:junit4]   2> 2298 T27 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
>> [junit4:junit4]   2> 2298 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 2299 T27 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
>> [junit4:junit4]   2> 2300 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58073
>> [junit4:junit4]   2> 2301 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58073
>> [junit4:junit4]   2> 2302 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410001 with negotiated timeout 10000 for client /140.211.11.196:58073
>> [junit4:junit4]   2> 2303 T27 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410001, negotiated timeout = 10000
>> [junit4:junit4]   2> 2303 T28 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2573332e name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 2304 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 2340 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1
>> [junit4:junit4]   2> 2346 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
>> [junit4:junit4]   2> 2355 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection
>> [junit4:junit4]   2> 2359 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
>> [junit4:junit4]   2> 2363 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
>> [junit4:junit4]   2> 2406 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
>> [junit4:junit4]   2> 2422 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
>> [junit4:junit4]   2> 2423 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
>> [junit4:junit4]   2> 2538 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
>> [junit4:junit4]   2> 2539 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
>> [junit4:junit4]   2> 2568 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
>> [junit4:junit4]   2> 2569 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
>> [junit4:junit4]   2> 2574 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
>> [junit4:junit4]   2> 2576 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
>> [junit4:junit4]   2> 2580 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
>> [junit4:junit4]   2> 2582 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
>> [junit4:junit4]   2> 2587 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
>> [junit4:junit4]   2> 2588 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
>> [junit4:junit4]   2> 2593 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
>> [junit4:junit4]   2> 2594 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
>> [junit4:junit4]   2> 2599 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
>> [junit4:junit4]   2> 2600 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
>> [junit4:junit4]   2> 2605 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
>> [junit4:junit4]   2> 2606 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
>> [junit4:junit4]   2> 2611 T26 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13aa15037410001
>> [junit4:junit4]   2> 2612 T28 oaz.ClientCnxn$EventThread.run EventThread shut down
>> [junit4:junit4]   2> 2612 T21 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58073 which had sessionid 0x13aa15037410001
>> [junit4:junit4]   2> 2612 T19 oaz.ZooKeeper.close Session: 0x13aa15037410001 closed
>> [junit4:junit4]   2> 3643 T19 oejs.Server.doStart jetty-8.1.2.v20120308
>> [junit4:junit4]   2> 4010 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58077
>> [junit4:junit4]   2> 4076 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 4077 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928
>> [junit4:junit4]   2> 4077 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/'
>> [junit4:junit4]   2> 4133 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>> [junit4:junit4]   2> 4134 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 4134 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928
>> [junit4:junit4]   2> 4135 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/solr.xml
>> [junit4:junit4]   2> 4136 T19 oasc.CoreContainer.<init> New CoreContainer 24358278
>> [junit4:junit4]   2> 4137 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/'
>> [junit4:junit4]   2> 4137 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/'
>> [junit4:junit4]   2> 4178 T19 oasc.CoreContainer.load Registering Log Listener
>> [junit4:junit4]   2> 4196 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
>> [junit4:junit4]   2> 4245 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@7ac03fdb
>> [junit4:junit4]   2> 4246 T39 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
>> [junit4:junit4]   2> 4246 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 4248 T39 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
>> [junit4:junit4]   2> 4248 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58078
>> [junit4:junit4]   2> 4249 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58078
>> [junit4:junit4]   2> 4252 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410002 with negotiated timeout 5000 for client /140.211.11.196:58078
>> [junit4:junit4]   2> 4253 T39 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410002, negotiated timeout = 5000
>> [junit4:junit4]   2> 4254 T40 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ac03fdb name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 4254 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 4307 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 4389 T19 oascc.SolrZkClient.makePath makePath: /live_nodes
>> [junit4:junit4]   2> 4420 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58077_solr
>> [junit4:junit4]   2> 4425 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58077_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58077_solr
>> [junit4:junit4]   2> 4501 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58077_solr
>> [junit4:junit4]   2> 4532 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
>> [junit4:junit4]   2> 4533 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> [junit4:junit4]   2> 4534 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
>> [junit4:junit4]   2> 4534 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>> [junit4:junit4]   2> 4535 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> [junit4:junit4]   2> 4536 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>> [junit4:junit4]   2> 4537 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>> [junit4:junit4]   2> 4538 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> [junit4:junit4]   2> 4539 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> [junit4:junit4]   2> 4540 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>> [junit4:junit4]   2> 4564 T19 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
>> [junit4:junit4]   2> 4601 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
>> [junit4:junit4]   2> 4603 T19 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
>> [junit4:junit4]   2> 4608 T19 oasc.Overseer.start Overseer (id=88560508583608322-127.0.0.1:58077_solr-n_0000000000) starting
>> [junit4:junit4]   2> 4610 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 4633 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 4635 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 4645 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 4646 T46 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
>> [junit4:junit4]   2> 4648 T19 oascc.SolrZkClient.makePath makePath: /clusterstate.json
>> [junit4:junit4]   2> 4652 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 4685 T45 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
>> [junit4:junit4]   2> 4742 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1
>> [junit4:junit4]   2> 4743 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
>> [junit4:junit4]   2> 4745 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 4745 T19 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
>> [junit4:junit4]   2> 4748 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/'
>> [junit4:junit4]   2> 4751 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/lib/classes/' to classloader
>> [junit4:junit4]   2> 4752 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/lib/README' to classloader
>> [junit4:junit4]   2> 5001 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
>> [junit4:junit4]   2> 5137 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 5189 T19 oass.IndexSchema.readSchema Reading Solr Schema
>> [junit4:junit4]   2> 5259 T19 oass.IndexSchema.readSchema Schema name=test
>> [junit4:junit4]   2> 6068 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 6089 T19 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 6092 T19 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 6120 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 6127 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 6132 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 6136 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 6140 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/
>> [junit4:junit4]   2> 6147 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
>> [junit4:junit4]   2> 6152 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
>> [junit4:junit4]   2> 6187 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d95e9c4; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
>> [junit4:junit4]   2> 6188 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data forceNew:false
>> [junit4:junit4]   2> 6189 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data
>> [junit4:junit4]   2> 6189 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index/
>> [junit4:junit4]   2> 6190 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 6191 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index forceNew:false
>> [junit4:junit4]   2> 6220 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
>> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e76b2bd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
>> [junit4:junit4]   2> 6221 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
>> [junit4:junit4]   2> 6222 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index
>> [junit4:junit4]   2> 6249 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
>> [junit4:junit4]   2> 6376 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>> [junit4:junit4]   2> 6377 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
>> [junit4:junit4]   2> 6377 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>> [junit4:junit4]   2> 6385 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
>> [junit4:junit4]   2> 6488 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> [junit4:junit4]   2> 6489 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>> [junit4:junit4]   2> 6493 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>> [junit4:junit4]   2> 6494 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>> [junit4:junit4]   2> 6512 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>> [junit4:junit4]   2> 6567 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
>> [junit4:junit4]   2> 6570 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
>> [junit4:junit4]   2> 6576 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>> [junit4:junit4]   2> 6577 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
>> [junit4:junit4]   2> 6578 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
>> [junit4:junit4]   2> 6579 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
>> [junit4:junit4]   2> 6594 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>> [junit4:junit4]   2> 6595 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 6596 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 6597 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 6598 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 6599 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 6600 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 6601 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 6620 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
>> [junit4:junit4]   2> 6638 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
>> [junit4:junit4]   2> 6648 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>> [junit4:junit4]   2> 6653 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
>> [junit4:junit4]   2> 6659 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
>> [junit4:junit4]   2> 6664 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data
>> [junit4:junit4]   2> 6668 T19 oass.SolrIndexSearcher.<init> Opening Searcher@5c10826c main
>> [junit4:junit4]   2> 6722 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>> [junit4:junit4]   2> 6722 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>> [junit4:junit4]   2> 6724 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
>> [junit4:junit4]   2> 6891 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
>> [junit4:junit4]   2> 7266 T47 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c10826c main{StandardDirectoryReader(segments_1:1)}
>> [junit4:junit4]   2> 7286 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>> [junit4:junit4]   2> 7288 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x5f zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
>> [junit4:junit4]   2> 7301 T19 oasc.CoreContainer.register registering core: collection1
>> [junit4:junit4]   2> 7302 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58077/solr shardId:control_shard
>> [junit4:junit4]   2> 7318 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
>> [junit4:junit4]   2> 7338 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
>> [junit4:junit4]   2> 7357 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:delete cxid:0x6e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
>> [junit4:junit4]   2> 7358 T19 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
>> [junit4:junit4]   2> 7359 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x6f zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 7704 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 7706 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
>> [junit4:junit4]   2>      "operation":"state",
>> [junit4:junit4]   2>      "numShards":null,
>> [junit4:junit4]   2>      "shard":"control_shard",
>> [junit4:junit4]   2>      "roles":null,
>> [junit4:junit4]   2>      "state":"down",
>> [junit4:junit4]   2>      "core":"collection1",
>> [junit4:junit4]   2>      "collection":"control_collection",
>> [junit4:junit4]   2>      "node_name":"127.0.0.1:58077_solr",
>> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58077/solr"}
>> [junit4:junit4]   2> 7717 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x76 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
>> [junit4:junit4]   2> 7737 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
>> [junit4:junit4]   2> 7863 T19 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
>> [junit4:junit4]   2> 7864 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
>> [junit4:junit4]   2> 7865 T19 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58077/solr/collection1/
>> [junit4:junit4]   2> 7865 T19 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
>> [junit4:junit4]   2> 7867 T19 oasc.SyncStrategy.syncToMe http://127.0.0.1:58077/solr/collection1/ has no replicas
>> [junit4:junit4]   2> 7867 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58077/solr/collection1/
>> [junit4:junit4]   2> 7868 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
>> [junit4:junit4]   2> 7882 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x95 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 8245 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 8263 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
>> [junit4:junit4]   2> 8299 T19 oasc.ZkController.register We are http://127.0.0.1:58077/solr/collection1/ and leader is http://127.0.0.1:58077/solr/collection1/
>> [junit4:junit4]   2> 8302 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58077/solr
>> [junit4:junit4]   2> 8303 T19 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
>> [junit4:junit4]   2> 8303 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>> [junit4:junit4]   2> 8306 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 8307 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
>> [junit4:junit4]   2> 8308 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>> [junit4:junit4]   2> 8356 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 8376 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:
>> [junit4:junit4]   2> 8389 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6211e63b
>> [junit4:junit4]   2> 8390 T48 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
>> [junit4:junit4]   2> 8390 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 8391 T48 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
>> [junit4:junit4]   2> 8392 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58090
>> [junit4:junit4]   2> 8392 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58090
>> [junit4:junit4]   2> 8394 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410003 with negotiated timeout 10000 for client /140.211.11.196:58090
>> [junit4:junit4]   2> 8394 T48 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410003, negotiated timeout = 10000
>> [junit4:junit4]   2> 8395 T49 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6211e63b name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 8395 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 8396 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 8401 T19 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
>> [junit4:junit4]   2> 8521 T19 oejs.Server.doStart jetty-8.1.2.v20120308
>> [junit4:junit4]   2> 8524 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58091
>> [junit4:junit4]   2> 8525 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 8525 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715
>> [junit4:junit4]   2> 8526 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/'
>> [junit4:junit4]   2> 8558 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>> [junit4:junit4]   2> 8559 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 8559 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715
>> [junit4:junit4]   2> 8560 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/solr.xml
>> [junit4:junit4]   2> 8560 T19 oasc.CoreContainer.<init> New CoreContainer 1569386299
>> [junit4:junit4]   2> 8561 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/'
>> [junit4:junit4]   2> 8561 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/'
>> [junit4:junit4]   2> 8587 T19 oasc.CoreContainer.load Registering Log Listener
>> [junit4:junit4]   2> 8616 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
>> [junit4:junit4]   2> 8617 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@21a9234d
>> [junit4:junit4]   2> 8618 T59 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
>> [junit4:junit4]   2> 8618 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 8620 T59 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
>> [junit4:junit4]   2> 8621 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58092
>> [junit4:junit4]   2> 8622 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58092
>> [junit4:junit4]   2> 8624 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410004 with negotiated timeout 5000 for client /140.211.11.196:58092
>> [junit4:junit4]   2> 8624 T59 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410004, negotiated timeout = 5000
>> [junit4:junit4]   2> 8625 T60 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21a9234d name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 8626 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 8627 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 8629 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 8638 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58091_solr
>> [junit4:junit4]   2> 8639 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58091_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58091_solr
>> [junit4:junit4]   2> 8640 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58091_solr
>> [junit4:junit4]   2> 8644 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
>> [junit4:junit4]   2> 8645 T49 oascc.ZkStateReader$3.process Updating live nodes... (2)
>> [junit4:junit4]   2> 8646 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
>> [junit4:junit4]   2> 8647 T40 oascc.ZkStateReader$3.process Updating live nodes... (2)
>> [junit4:junit4]   2> 8647 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> [junit4:junit4]   2> 8648 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
>> [junit4:junit4]   2> 8649 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>> [junit4:junit4]   2> 8649 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> [junit4:junit4]   2> 8650 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>> [junit4:junit4]   2> 8651 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>> [junit4:junit4]   2> 8652 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> [junit4:junit4]   2> 8652 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> [junit4:junit4]   2> 8653 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>> [junit4:junit4]   2> 8680 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 8690 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1
>> [junit4:junit4]   2> 8691 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
>> [junit4:junit4]   2> 8693 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 8693 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
>> [junit4:junit4]   2> 8696 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/'
>> [junit4:junit4]   2> 8698 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/lib/README' to classloader
>> [junit4:junit4]   2> 8699 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/lib/classes/' to classloader
>> [junit4:junit4]   2> 8774 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 8776 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
>> [junit4:junit4]   2>      "operation":"state",
>> [junit4:junit4]   2>      "numShards":null,
>> [junit4:junit4]   2>      "shard":"control_shard",
>> [junit4:junit4]   2>      "roles":null,
>> [junit4:junit4]   2>      "state":"active",
>> [junit4:junit4]   2>      "core":"collection1",
>> [junit4:junit4]   2>      "collection":"control_collection",
>> [junit4:junit4]   2>      "node_name":"127.0.0.1:58077_solr",
>> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58077/solr"}
>> [junit4:junit4]   2> 8785 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
>> [junit4:junit4]   2> 8785 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
>> [junit4:junit4]   2> 8786 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
>> [junit4:junit4]   2> 8791 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
>> [junit4:junit4]   2> 8926 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 9028 T19 oass.IndexSchema.readSchema Reading Solr Schema
>> [junit4:junit4]   2> 9086 T19 oass.IndexSchema.readSchema Schema name=test
>> [junit4:junit4]   2> 9795 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 9809 T19 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 9812 T19 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 9837 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 9843 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 9848 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 9851 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 9854 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/
>> [junit4:junit4]   2> 9855 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
>> [junit4:junit4]   2> 9856 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
>> [junit4:junit4]   2> 9857 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ce89cd5; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
>> [junit4:junit4]   2> 9857 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1 forceNew:false
>> [junit4:junit4]   2> 9858 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1
>> [junit4:junit4]   2> 9859 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index/
>> [junit4:junit4]   2> 9859 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 9860 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index forceNew:false
>> [junit4:junit4]   2> 9866 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
>> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f7422d9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
>> [junit4:junit4]   2> 9866 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
>> [junit4:junit4]   2> 9867 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index
>> [junit4:junit4]   2> 9868 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
>> [junit4:junit4]   2> 9871 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>> [junit4:junit4]   2> 9871 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
>> [junit4:junit4]   2> 9872 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>> [junit4:junit4]   2> 9873 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
>> [junit4:junit4]   2> 9874 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> [junit4:junit4]   2> 9874 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>> [junit4:junit4]   2> 9875 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>> [junit4:junit4]   2> 9876 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>> [junit4:junit4]   2> 9877 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>> [junit4:junit4]   2> 9879 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
>> [junit4:junit4]   2> 9880 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
>> [junit4:junit4]   2> 9881 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>> [junit4:junit4]   2> 9882 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
>> [junit4:junit4]   2> 9882 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
>> [junit4:junit4]   2> 9883 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
>> [junit4:junit4]   2> 9884 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>> [junit4:junit4]   2> 9886 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 9887 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 9888 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 9889 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 9890 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 9892 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 9893 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 9894 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
>> [junit4:junit4]   2> 9896 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
>> [junit4:junit4]   2> 9904 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>> [junit4:junit4]   2> 9908 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
>> [junit4:junit4]   2> 9910 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
>> [junit4:junit4]   2> 9913 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1
>> [junit4:junit4]   2> 9915 T19 oass.SolrIndexSearcher.<init> Opening Searcher@6610ead6 main
>> [junit4:junit4]   2> 9916 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>> [junit4:junit4]   2> 9916 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>> [junit4:junit4]   2> 9918 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
>> [junit4:junit4]   2> 9935 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
>> [junit4:junit4]   2> 9996 T65 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6610ead6 main{StandardDirectoryReader(segments_1:1)}
>> [junit4:junit4]   2> 10008 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>> [junit4:junit4]   2> 10302 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 10303 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>      "operation":"state",
>> [junit4:junit4]   2>      "numShards":"2",
>> [junit4:junit4]   2>      "shard":null,
>> [junit4:junit4]   2>      "roles":null,
>> [junit4:junit4]   2>      "state":"down",
>> [junit4:junit4]   2>      "core":"collection1",
>> [junit4:junit4]   2>      "collection":"collection1",
>> [junit4:junit4]   2>      "node_name":"127.0.0.1:58091_solr",
>> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58091/solr"}
>> [junit4:junit4]   2> 10304 T45 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
>> [junit4:junit4]   2> 10316 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
>> [junit4:junit4]   2> 10316 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
>> [junit4:junit4]   2> 10316 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
>> [junit4:junit4]   2> 10512 T19 oasc.CoreContainer.register registering core: collection1
>> [junit4:junit4]   2> 10512 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58091/solr shardId:shard1
>> [junit4:junit4]   2> 10514 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
>> [junit4:junit4]   2> 10538 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:delete cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
>> [junit4:junit4]   2> 10539 T19 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
>> [junit4:junit4]   2> 10539 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x46 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 10549 T19 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
>> [junit4:junit4]   2> 10549 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
>> [junit4:junit4]   2> 10550 T19 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58091/solr/collection1/
>> [junit4:junit4]   2> 10550 T19 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
>> [junit4:junit4]   2> 10551 T19 oasc.SyncStrategy.syncToMe http://127.0.0.1:58091/solr/collection1/ has no replicas
>> [junit4:junit4]   2> 10551 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58091/solr/collection1/
>> [junit4:junit4]   2> 10552 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
>> [junit4:junit4]   2> 10556 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x50 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 10822 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 10854 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
>> [junit4:junit4]   2> 10854 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
>> [junit4:junit4]   2> 10854 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
>> [junit4:junit4]   2> 10864 T19 oasc.ZkController.register We are http://127.0.0.1:58091/solr/collection1/ and leader is http://127.0.0.1:58091/solr/collection1/
>> [junit4:junit4]   2> 10865 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58091/solr
>> [junit4:junit4]   2> 10866 T19 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
>> [junit4:junit4]   2> 10867 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>> [junit4:junit4]   2> 10876 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 10877 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
>> [junit4:junit4]   2> 10878 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>> [junit4:junit4]   2> 10879 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 11094 T19 oejs.Server.doStart jetty-8.1.2.v20120308
>> [junit4:junit4]   2> 11098 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58096
>> [junit4:junit4]   2> 11099 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 11100 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210
>> [junit4:junit4]   2> 11101 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/'
>> [junit4:junit4]   2> 11147 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>> [junit4:junit4]   2> 11147 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 11148 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210
>> [junit4:junit4]   2> 11149 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/solr.xml
>> [junit4:junit4]   2> 11149 T19 oasc.CoreContainer.<init> New CoreContainer 420407682
>> [junit4:junit4]   2> 11151 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/'
>> [junit4:junit4]   2> 11151 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/'
>> [junit4:junit4]   2> 11189 T19 oasc.CoreContainer.load Registering Log Listener
>> [junit4:junit4]   2> 11210 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
>> [junit4:junit4]   2> 11211 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@37adabfc
>> [junit4:junit4]   2> 11212 T75 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
>> [junit4:junit4]   2> 11212 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 11214 T75 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
>> [junit4:junit4]   2> 11214 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58097
>> [junit4:junit4]   2> 11215 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58097
>> [junit4:junit4]   2> 11217 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410005 with negotiated timeout 5000 for client /140.211.11.196:58097
>> [junit4:junit4]   2> 11218 T75 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410005, negotiated timeout = 5000
>> [junit4:junit4]   2> 11218 T76 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37adabfc name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 11219 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 11220 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 11222 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 11224 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58096_solr
>> [junit4:junit4]   2> 11225 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58096_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58096_solr
>> [junit4:junit4]   2> 11233 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58096_solr
>> [junit4:junit4]   2> 11236 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
>> [junit4:junit4]   2> 11236 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
>> [junit4:junit4]   2> 11237 T60 oascc.ZkStateReader$3.process Updating live nodes... (3)
>> [junit4:junit4]   2> 11238 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 11238 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
>> [junit4:junit4]   2> 11239 T49 oascc.ZkStateReader$3.process Updating live nodes... (3)
>> [junit4:junit4]   2> 11239 T40 oascc.ZkStateReader$3.process Updating live nodes... (3)
>> [junit4:junit4]   2> 11239 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> [junit4:junit4]   2> 11241 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
>> [junit4:junit4]   2> 11242 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>> [junit4:junit4]   2> 11242 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> [junit4:junit4]   2> 11243 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>> [junit4:junit4]   2> 11244 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>> [junit4:junit4]   2> 11244 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> [junit4:junit4]   2> 11245 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> [junit4:junit4]   2> 11246 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>> [junit4:junit4]   2> 11269 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 11279 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1
>> [junit4:junit4]   2> 11280 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
>> [junit4:junit4]   2> 11281 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 11282 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
>> [junit4:junit4]   2> 11284 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/'
>> [junit4:junit4]   2> 11287 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/lib/classes/' to classloader
>> [junit4:junit4]   2> 11288 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/lib/README' to classloader
>> [junit4:junit4]   2> 11368 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 11370 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>      "operation":"state",
>> [junit4:junit4]   2>      "numShards":"2",
>> [junit4:junit4]   2>      "shard":"shard1",
>> [junit4:junit4]   2>      "roles":null,
>> [junit4:junit4]   2>      "state":"active",
>> [junit4:junit4]   2>      "core":"collection1",
>> [junit4:junit4]   2>      "collection":"collection1",
>> [junit4:junit4]   2>      "node_name":"127.0.0.1:58091_solr",
>> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58091/solr"}
>> [junit4:junit4]   2> 11375 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
>> [junit4:junit4]   2> 11379 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 11379 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 11379 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 11379 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 11471 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 11572 T19 oass.IndexSchema.readSchema Reading Solr Schema
>> [junit4:junit4]   2> 11613 T19 oass.IndexSchema.readSchema Schema name=test
>> [junit4:junit4]   2> 12291 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 12304 T19 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 12307 T19 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 12331 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 12336 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 12342 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 12344 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 12346 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/
>> [junit4:junit4]   2> 12347 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
>> [junit4:junit4]   2> 12348 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
>> [junit4:junit4]   2> 12349 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8b45937; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
>> [junit4:junit4]   2> 12350 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2 forceNew:false
>> [junit4:junit4]   2> 12350 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2
>> [junit4:junit4]   2> 12351 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index/
>> [junit4:junit4]   2> 12352 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 12352 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index forceNew:false
>> [junit4:junit4]   2> 12358 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
>> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@b85cfd8; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
>> [junit4:junit4]   2> 12358 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
>> [junit4:junit4]   2> 12359 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index
>> [junit4:junit4]   2> 12360 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
>> [junit4:junit4]   2> 12363 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>> [junit4:junit4]   2> 12363 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
>> [junit4:junit4]   2> 12364 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>> [junit4:junit4]   2> 12365 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
>> [junit4:junit4]   2> 12366 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> [junit4:junit4]   2> 12367 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>> [junit4:junit4]   2> 12368 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>> [junit4:junit4]   2> 12369 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>> [junit4:junit4]   2> 12370 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>> [junit4:junit4]   2> 12371 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
>> [junit4:junit4]   2> 12372 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
>> [junit4:junit4]   2> 12373 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>> [junit4:junit4]   2> 12374 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
>> [junit4:junit4]   2> 12375 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
>> [junit4:junit4]   2> 12375 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
>> [junit4:junit4]   2> 12377 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>> [junit4:junit4]   2> 12378 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 12379 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 12380 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 12381 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 12382 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 12384 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 12385 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 12386 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
>> [junit4:junit4]   2> 12387 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
>> [junit4:junit4]   2> 12396 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>> [junit4:junit4]   2> 12400 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
>> [junit4:junit4]   2> 12402 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
>> [junit4:junit4]   2> 12405 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2
>> [junit4:junit4]   2> 12407 T19 oass.SolrIndexSearcher.<init> Opening Searcher@58164c9c main
>> [junit4:junit4]   2> 12408 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>> [junit4:junit4]   2> 12408 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>> [junit4:junit4]   2> 12410 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
>> [junit4:junit4]   2> 12417 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
>> [junit4:junit4]   2> 12476 T81 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58164c9c main{StandardDirectoryReader(segments_1:1)}
>> [junit4:junit4]   2> 12485 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>> [junit4:junit4]   2> 12894 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 12895 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>      "operation":"state",
>> [junit4:junit4]   2>      "numShards":"2",
>> [junit4:junit4]   2>      "shard":null,
>> [junit4:junit4]   2>      "roles":null,
>> [junit4:junit4]   2>      "state":"down",
>> [junit4:junit4]   2>      "core":"collection1",
>> [junit4:junit4]   2>      "collection":"collection1",
>> [junit4:junit4]   2>      "node_name":"127.0.0.1:58096_solr",
>> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58096/solr"}
>> [junit4:junit4]   2> 12902 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 12902 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 12902 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 12902 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 12988 T19 oasc.CoreContainer.register registering core: collection1
>> [junit4:junit4]   2> 12988 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58096/solr shardId:shard2
>> [junit4:junit4]   2> 12990 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
>> [junit4:junit4]   2> 13015 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:delete cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
>> [junit4:junit4]   2> 13017 T19 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
>> [junit4:junit4]   2> 13017 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 13028 T19 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
>> [junit4:junit4]   2> 13029 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
>> [junit4:junit4]   2> 13029 T19 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58096/solr/collection1/
>> [junit4:junit4]   2> 13030 T19 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
>> [junit4:junit4]   2> 13030 T19 oasc.SyncStrategy.syncToMe http://127.0.0.1:58096/solr/collection1/ has no replicas
>> [junit4:junit4]   2> 13031 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58096/solr/collection1/
>> [junit4:junit4]   2> 13031 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
>> [junit4:junit4]   2> 13036 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 13408 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 13429 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 13429 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 13429 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 13429 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 13454 T19 oasc.ZkController.register We are http://127.0.0.1:58096/solr/collection1/ and leader is http://127.0.0.1:58096/solr/collection1/
>> [junit4:junit4]   2> 13455 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58096/solr
>> [junit4:junit4]   2> 13455 T19 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
>> [junit4:junit4]   2> 13456 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>> [junit4:junit4]   2> 13459 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 13461 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
>> [junit4:junit4]   2> 13462 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>> [junit4:junit4]   2> 13462 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 13692 T19 oejs.Server.doStart jetty-8.1.2.v20120308
>> [junit4:junit4]   2> 13696 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58107
>> [junit4:junit4]   2> 13697 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 13697 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796
>> [junit4:junit4]   2> 13698 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/'
>> [junit4:junit4]   2> 13742 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>> [junit4:junit4]   2> 13743 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 13743 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796
>> [junit4:junit4]   2> 13744 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/solr.xml
>> [junit4:junit4]   2> 13745 T19 oasc.CoreContainer.<init> New CoreContainer 1099159826
>> [junit4:junit4]   2> 13746 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/'
>> [junit4:junit4]   2> 13746 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/'
>> [junit4:junit4]   2> 13792 T19 oasc.CoreContainer.load Registering Log Listener
>> [junit4:junit4]   2> 13810 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
>> [junit4:junit4]   2> 13811 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d5060d1
>> [junit4:junit4]   2> 13812 T91 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
>> [junit4:junit4]   2> 13812 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 13814 T91 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
>> [junit4:junit4]   2> 13814 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58108
>> [junit4:junit4]   2> 13815 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58108
>> [junit4:junit4]   2> 13821 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410006 with negotiated timeout 5000 for client /140.211.11.196:58108
>> [junit4:junit4]   2> 13823 T91 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410006, negotiated timeout = 5000
>> [junit4:junit4]   2> 13827 T92 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d5060d1 name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 13828 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 13831 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 13836 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 13873 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58107_solr
>> [junit4:junit4]   2> 13875 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58107_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58107_solr
>> [junit4:junit4]   2> 13900 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58107_solr
>> [junit4:junit4]   2> 13903 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 13903 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
>> [junit4:junit4]   2> 13904 T60 oascc.ZkStateReader$3.process Updating live nodes... (4)
>> [junit4:junit4]   2> 13904 T76 oascc.ZkStateReader$3.process Updating live nodes... (4)
>> [junit4:junit4]   2> 13905 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 13905 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 13906 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
>> [junit4:junit4]   2> 13907 T40 oascc.ZkStateReader$3.process Updating live nodes... (4)
>> [junit4:junit4]   2> 13907 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> [junit4:junit4]   2> 13907 T49 oascc.ZkStateReader$3.process Updating live nodes... (4)
>> [junit4:junit4]   2> 13908 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
>> [junit4:junit4]   2> 13908 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>> [junit4:junit4]   2> 13909 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> [junit4:junit4]   2> 13910 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>> [junit4:junit4]   2> 13910 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>> [junit4:junit4]   2> 13911 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> [junit4:junit4]   2> 13911 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> [junit4:junit4]   2> 13912 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>> [junit4:junit4]   2> 13936 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 13943 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 13944 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1
>> [junit4:junit4]   2> 13945 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>      "operation":"state",
>> [junit4:junit4]   2>      "numShards":"2",
>> [junit4:junit4]   2>      "shard":"shard2",
>> [junit4:junit4]   2>      "roles":null,
>> [junit4:junit4]   2>      "state":"active",
>> [junit4:junit4]   2>      "core":"collection1",
>> [junit4:junit4]   2>      "collection":"collection1",
>> [junit4:junit4]   2>      "node_name":"127.0.0.1:58096_solr",
>> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58096/solr"}
>> [junit4:junit4]   2> 13945 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
>> [junit4:junit4]   2> 13981 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 13982 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
>> [junit4:junit4]   2> 13985 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/'
>> [junit4:junit4]   2> 13987 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/lib/classes/' to classloader
>> [junit4:junit4]   2> 13988 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/lib/README' to classloader
>> [junit4:junit4]   2> 14027 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 14027 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 14027 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 14027 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 14027 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 14078 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
>> [junit4:junit4]   2> 14165 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 14266 T19 oass.IndexSchema.readSchema Reading Solr Schema
>> [junit4:junit4]   2> 14294 T19 oass.IndexSchema.readSchema Schema name=test
>> [junit4:junit4]   2> 14921 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 14936 T19 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 14940 T19 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 14971 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 14977 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 14982 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 14985 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 14988 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/
>> [junit4:junit4]   2> 14989 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
>> [junit4:junit4]   2> 14990 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
>> [junit4:junit4]   2> 14991 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@27cecb4e; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
>> [junit4:junit4]   2> 14992 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3 forceNew:false
>> [junit4:junit4]   2> 14993 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3
>> [junit4:junit4]   2> 14993 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index/
>> [junit4:junit4]   2> 14994 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 14996 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index forceNew:false
>> [junit4:junit4]   2> 15002 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
>> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@417b51d9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
>> [junit4:junit4]   2> 15003 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
>> [junit4:junit4]   2> 15004 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index
>> [junit4:junit4]   2> 15005 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
>> [junit4:junit4]   2> 15008 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>> [junit4:junit4]   2> 15009 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
>> [junit4:junit4]   2> 15010 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>> [junit4:junit4]   2> 15011 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
>> [junit4:junit4]   2> 15012 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> [junit4:junit4]   2> 15013 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>> [junit4:junit4]   2> 15014 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>> [junit4:junit4]   2> 15015 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>> [junit4:junit4]   2> 15016 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>> [junit4:junit4]   2> 15017 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
>> [junit4:junit4]   2> 15019 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
>> [junit4:junit4]   2> 15020 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>> [junit4:junit4]   2> 15021 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
>> [junit4:junit4]   2> 15021 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
>> [junit4:junit4]   2> 15022 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
>> [junit4:junit4]   2> 15024 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>> [junit4:junit4]   2> 15025 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 15026 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 15027 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 15028 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 15029 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 15031 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 15032 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
>> [junit4:junit4]   2> 15033 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
>> [junit4:junit4]   2> 15034 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
>> [junit4:junit4]   2> 15046 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>> [junit4:junit4]   2> 15050 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
>> [junit4:junit4]   2> 15052 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
>> [junit4:junit4]   2> 15055 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3
>> [junit4:junit4]   2> 15057 T19 oass.SolrIndexSearcher.<init> Opening Searcher@1ed55aac main
>> [junit4:junit4]   2> 15058 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>> [junit4:junit4]   2> 15059 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>> [junit4:junit4]   2> 15061 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
>> [junit4:junit4]   2> 15078 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
>> [junit4:junit4]   2> 15139 T97 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ed55aac main{StandardDirectoryReader(segments_1:1)}
>> [junit4:junit4]   2> 15152 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>> [junit4:junit4]   2> 15539 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 15541 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>      "operation":"state",
>> [junit4:junit4]   2>      "numShards":"2",
>> [junit4:junit4]   2>      "shard":null,
>> [junit4:junit4]   2>      "roles":null,
>> [junit4:junit4]   2>      "state":"down",
>> [junit4:junit4]   2>      "core":"collection1",
>> [junit4:junit4]   2>      "collection":"collection1",
>> [junit4:junit4]   2>      "node_name":"127.0.0.1:58107_solr",
>> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58107/solr"}
>> [junit4:junit4]   2> 15554 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 15554 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 15554 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 15554 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 15554 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 15655 T19 oasc.CoreContainer.register registering core: collection1
>> [junit4:junit4]   2> 15655 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58107/solr shardId:shard1
>> [junit4:junit4]   2> 15660 T19 oasc.ZkController.register We are http://127.0.0.1:58107/solr/collection1/ and leader is http://127.0.0.1:58091/solr/collection1/
>> [junit4:junit4]   2> 15660 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58107/solr
>> [junit4:junit4]   2> 15661 T19 oasc.ZkController.checkRecovery Core needs to recover:collection1
>> [junit4:junit4]   2> 15662 T19 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
>> [junit4:junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@41f6e11e url=http://127.0.0.1:58107/solr/collection1 node=127.0.0.1:58107_solr
>> [junit4:junit4]   2> 15669 T98 C1 P58107 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
>> [junit4:junit4]   2> 15669 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 15669 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
>> [junit4:junit4]   2> 15670 T98 C1 P58107 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>> [junit4:junit4]   2> 15671 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
>> [junit4:junit4]   2> 15672 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:58091/solr/collection1/ core=collection1 - recoveringAfterStartup=true
>> [junit4:junit4]   2> 15672 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>> [junit4:junit4]   2> 15674 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 15682 T98 C1 P58107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
>> [junit4:junit4]   2> 15708 T98 C1 P58107 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:58107/solr START replicas=[http://127.0.0.1:58091/solr/collection1/] nUpdates=100
>> [junit4:junit4]   2> 15727 T98 C1 P58107 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
>> [junit4:junit4]   2> 15729 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
>> [junit4:junit4]   2> 15729 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
>> [junit4:junit4]   2> 15729 T98 C1 P58107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
>> [junit4:junit4]   2> 15966 T19 oejs.Server.doStart jetty-8.1.2.v20120308
>> [junit4:junit4]   2> 15969 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:47836
>> [junit4:junit4]   2> 15970 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 15971 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013
>> [junit4:junit4]   2> 15971 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/'
>> [junit4:junit4]   2> 16034 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>> [junit4:junit4]   2> 16035 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>> [junit4:junit4]   2> 16036 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013
>> [junit4:junit4]   2> 16036 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/solr.xml
>> [junit4:junit4]   2> 16037 T19 oasc.CoreContainer.<init> New CoreContainer 1669504257
>> [junit4:junit4]   2> 16038 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/'
>> [junit4:junit4]   2> 16039 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/'
>> [junit4:junit4]   2> 16060 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
>> [junit4:junit4]   2> 16061 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>> [junit4:junit4]   2>      "operation":"state",
>> [junit4:junit4]   2>      "numShards":"2",
>> [junit4:junit4]   2>      "shard":"shard1",
>> [junit4:junit4]   2>      "roles":null,
>> [junit4:junit4]   2>      "state":"recovering",
>> [junit4:junit4]   2>      "core":"collection1",
>> [junit4:junit4]   2>      "collection":"collection1",
>> [junit4:junit4]   2>      "node_name":"127.0.0.1:58107_solr",
>> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58107/solr"}
>> [junit4:junit4]   2> 16089 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 16089 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 16089 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 16089 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 16089 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 16093 T19 oasc.CoreContainer.load Registering Log Listener
>> [junit4:junit4]   2> 16106 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
>> [junit4:junit4]   2> 16107 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@1baa3b
>> [junit4:junit4]   2> 16108 T109 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
>> [junit4:junit4]   2> 16108 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>> [junit4:junit4]   2> 16110 T109 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
>> [junit4:junit4]   2> 16110 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:16436
>> [junit4:junit4]   2> 16111 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:16436
>> [junit4:junit4]   2> 16115 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410007 with negotiated timeout 5000 for client /140.211.11.196:16436
>> [junit4:junit4]   2> 16115 T109 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410007, negotiated timeout = 5000
>> [junit4:junit4]   2> 16116 T110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1baa3b name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>> [junit4:junit4]   2> 16116 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>> [junit4:junit4]   2> 16117 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410007 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 16119 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410007 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> [junit4:junit4]   2> 16126 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47836_solr
>> [junit4:junit4]   2> 16127 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410007 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47836_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47836_solr
>> [junit4:junit4]   2> 16129 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47836_solr
>> [junit4:junit4]   2> 16132 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 16132 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 16132 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
>> [junit4:junit4]   2> 16133 T60 oascc.ZkStateReader$3.process Updating live nodes... (5)
>> [junit4:junit4]   2> 16133 T76 oascc.ZkStateReader$3.process Updating live nodes... (5)
>> [junit4:junit4]   2> 16134 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
>> [junit4:junit4]   2> 16134 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
>> [junit4:junit4]   2> 16134 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
>> [junit4:junit4]   2> 16135 T49 oascc.ZkStateReader$3.process Updating live nodes... (5)
>> [junit4:junit4]   2> 16136 T92 oascc.ZkStateReader$3.process Updating live nodes... (5)
>> [junit4:junit4]   2> 16135 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> [junit4:junit4]   2> 16136 T40 oascc.ZkStateReader$3.process Updating live nodes... (5)
>> [junit4:junit4]   2> 16137 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
>> [junit4:junit4]   2> 16137 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>> [junit4:junit4]   2> 16138 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> [junit4:junit4]   2> 16138 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>> [junit4:junit4]   2> 16138 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>> [junit4:junit4]   2> 16139 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> [junit4:junit4]   2> 16139 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> [junit4:junit4]   2> 16140 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
>> [junit4:junit4]   2> 16158 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>> [junit4:junit4]   2> 16167 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1
>> [junit4:junit4]   2> 16168 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
>> [junit4:junit4]   2> 16169 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>> [junit4:junit4]   2> 16170 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
>> [junit4:junit4]   2> 16172 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/'
>> [junit4:junit4]   2> 16173 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/lib/README' to classloader
>> [junit4:junit4]   2> 16174 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/lib/classes/' to classloader
>> [junit4:junit4]   2> 16241 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
>> [junit4:junit4]   2> 16301 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>> [junit4:junit4]   2> 16402 T19 oass.IndexSchema.readSchema Reading Solr Schema
>> [junit4:junit4]   2> 16432 T19 oass.IndexSchema.readSchema Schema name=test
>> [junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@79c05dfa url=http://127.0.0.1:58091/solr/collection1 node=127.0.0.1:58091_solr
>> [junit4:junit4]   2> 16858 T64 C2 P58091 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=16
>> [junit4:junit4]   2> 17030 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> [junit4:junit4]   2> 17042 T19 oass.IndexSchema.readSchema default search field in schema is text
>> [junit4:junit4]   2> 17045 T19 oass.IndexSchema.readSchema unique key field: id
>> [junit4:junit4]   2> 17068 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 17081 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>> [junit4:junit4]   2> 17086 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 17088 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>> [junit4:junit4]   2> 17091 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/
>> [junit4:junit4]   2> 17091 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
>> [junit4:junit4]   2> 17092 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
>> [junit4:junit4]   2> 17093 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8aea957; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
>> [junit4:junit4]   2> 17093 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4 forceNew:false
>> [junit4:junit4]   2> 17094 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4
>> [junit4:junit4]   2> 17095 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index/
>> [junit4:junit4]   2> 17095 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index' doesn't exist. Creating new index...
>> [junit4:junit4]   2> 17096 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index forceNew:false
>> [junit4:junit4]   2> 17128 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
>> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e065873; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
>> [junit4:junit4]   2> 17129 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
>> [junit4:junit4]   2> 17130 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index
>> [junit4:junit4]   2> 17130 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
>> [junit4:junit4]   2> 17133 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory in
>>
>> [...truncated too long message...]
>>
>> asses/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.3.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.3.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/junit4-J1-20121027_082142_782.events @/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/junit4-J1-20121027_082142_782.suites
>> [junit4:junit4] ERROR: JVM J1 ended with an exception: Forked process exited with an error code: 137
>> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4.forkProcess(JUnit4.java:1312)
>> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1178)
>> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:65)
>> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:813)
>> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:810)
>> [junit4:junit4]         at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
>> [junit4:junit4]         at java.util.concurrent.FutureTask.run(FutureTask.java:166)
>> [junit4:junit4]         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
>> [junit4:junit4]         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
>> [junit4:junit4]         at java.lang.Thread.run(Thread.java:722)
>>
>> BUILD FAILED
>> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
>> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
>> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
>> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
>> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1159: The following error occurred while executing this line:
>> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: At least one slave process threw an exception, first: Forked process exited with an error code: 137
>>
>> Total time: 401 minutes 47 seconds
>> Build step 'Invoke Ant' marked build as failure
>> Archiving artifacts
>> Recording test results
>> Email was triggered for: Failure
>> Sending email for trigger: Failure
>>
>>
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

Re: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3346 - Still Failing

[Dawid Weiss <da...@cs.put.poznan.pl>]

> I got another hang (heartbeat in "<unknown>"), but i couldnt use
> jstack (access denied, even as root!) on the forked jvm. the other

We observed something like this a few times on FreeBSD. Might be a JVM
issue, hard to tell. I'm testing a hung shutdown hook and it passes on
all my testing environments (various JVMs, windows, linux). Might be
something entirely different too... but a live JVM should respond to
jstack/ kill signal.

D.

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

Re: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3346 - Still Failing

[Robert Muir <rc...@gmail.com>]

I got another hang (heartbeat in "<unknown>"), but i couldnt use
jstack (access denied, even as root!) on the forked jvm. the other
jvms worked fine.

because jenkins was killed, it decided to erase all evidence any of
this happened: http://sierranevada.servebeer.com:8080/job/slow-io-beasting/
(There is a 4977 and a 4979, but no 4978)... wonderful.

On Sun, Oct 28, 2012 at 4:38 AM, Dawid Weiss
<da...@cs.put.poznan.pl> wrote:
> Ok, committed an upgrade to 2.0.4. I'm leaving for a few hours; should
> anything go wrong (not likely, but always a possibility) please revert
> my latest commit.
>
> Dawid
>
> On Sat, Oct 27, 2012 at 10:05 PM, Dawid Weiss
> <da...@cs.put.poznan.pl> wrote:
>>> Yes, I'll spin an update of randomizedtesting as soon as I fix this.
>>
>> Ok, I pushed 2.0.4 to sonatype. It's on their release servers now and
>> it should fix the problem with shutdown hooks. I'm not updating Lucene
>> codebase now because of latencies in Maven mirroring system -- if you
>> spot the new version here:
>>
>> http://repo1.maven.org/maven2/com/carrotsearch/randomizedtesting/randomizedtesting-runner/2.0.4
>>
>> then feel free to update all occurrences of 2.0.3 -> 2.0.4 (and
>> regenerate jar checksums).
>>
>> Dawid
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

Re: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3346 - Still Failing

[Dawid Weiss <da...@cs.put.poznan.pl>]

Ok, committed an upgrade to 2.0.4. I'm leaving for a few hours; should
anything go wrong (not likely, but always a possibility) please revert
my latest commit.

Dawid

On Sat, Oct 27, 2012 at 10:05 PM, Dawid Weiss
<da...@cs.put.poznan.pl> wrote:
>> Yes, I'll spin an update of randomizedtesting as soon as I fix this.
>
> Ok, I pushed 2.0.4 to sonatype. It's on their release servers now and
> it should fix the problem with shutdown hooks. I'm not updating Lucene
> codebase now because of latencies in Maven mirroring system -- if you
> spot the new version here:
>
> http://repo1.maven.org/maven2/com/carrotsearch/randomizedtesting/randomizedtesting-runner/2.0.4
>
> then feel free to update all occurrences of 2.0.3 -> 2.0.4 (and
> regenerate jar checksums).
>
> Dawid

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

Re: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3346 - Still Failing

[Dawid Weiss <da...@cs.put.poznan.pl>]

> Yes, I'll spin an update of randomizedtesting as soon as I fix this.

Ok, I pushed 2.0.4 to sonatype. It's on their release servers now and
it should fix the problem with shutdown hooks. I'm not updating Lucene
codebase now because of latencies in Maven mirroring system -- if you
spot the new version here:

http://repo1.maven.org/maven2/com/carrotsearch/randomizedtesting/randomizedtesting-runner/2.0.4

then feel free to update all occurrences of 2.0.3 -> 2.0.4 (and
regenerate jar checksums).

Dawid

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

Re: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3346 - Still Failing

[Dawid Weiss <da...@cs.put.poznan.pl>]

>> #1 we could do now right?

Yes, I'll spin an update of randomizedtesting as soon as I fix this.

> But i see this is gone, and Uwe has banned it. so we should ban
> shutdown hooks too!

I think it makes sense to do so because once we start using halt()
they won't be called anyway so it'd make sense to know if they're
created in the first place (and where).

Dawid

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

Re: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3346 - Still Failing

[Robert Muir <rc...@gmail.com>]

On Sat, Oct 27, 2012 at 12:37 PM, Robert Muir <rc...@gmail.com> wrote:
>
> we should work towards both. afaik at least solr used to have its own
> shutdown hooks, so #2 likely needs some work.
>
> #1 we could do now right?

I think what i refer to is no longer an issue: i felt like there used
to be a runFinalizersOnExit somewhere.

But i see this is gone, and Uwe has banned it. so we should ban
shutdown hooks too!

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

Re: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3346 - Still Failing

[Robert Muir <rc...@gmail.com>]

On Sat, Oct 27, 2012 at 12:04 PM, Dawid Weiss
<da...@cs.put.poznan.pl> wrote:
> I think I know what this is... holy crap, the complexity of software
> testing never ceases to amaze me. Uwe -- you'll like it ;)
>
> So, the way my deduction was up till now was that if all forked JVMs
> completed normally (with a "quit" event) then the slave's controller
> just HAD to call System.exit() which in turn just HAD to terminate the
> JVM...
>
> What I forgot about is the freaking shutdown hooks! Take a look at
> this stack trace:
>
> [junit4:junit4] "main" prio=5 tid=0x00000008011e0000 nid=0x801007c00
> in Object.wait() [0x00007fffffbfd000]
> [junit4:junit4]    java.lang.Thread.State: WAITING (on object monitor)
> [junit4:junit4]         at java.lang.Object.wait(Native Method)
> [junit4:junit4]         at java.lang.Thread.join(Thread.java:1258)
> [junit4:junit4]         - locked <0x00000008119b43f8> (a
> org.eclipse.jetty.util.thread.ShutdownThread)
> [junit4:junit4]         at java.lang.Thread.join(Thread.java:1332)
> [junit4:junit4]         at
> java.lang.ApplicationShutdownHooks.runHooks(ApplicationShutdownHooks.java:106)
> [junit4:junit4]         at
> java.lang.ApplicationShutdownHooks$1.run(ApplicationShutdownHooks.java:46)
> [junit4:junit4]         at java.lang.Shutdown.runHooks(Shutdown.java:123)
> [junit4:junit4]         at java.lang.Shutdown.sequence(Shutdown.java:167)
> [junit4:junit4]         at java.lang.Shutdown.exit(Shutdown.java:212)
> [junit4:junit4]         - locked <0x00000008150231c0> (a java.lang.Class for
> java.lang.Shutdown)
> [junit4:junit4]         at java.lang.Runtime.exit(Runtime.java:107)
> [junit4:junit4]         at java.lang.System.exit(System.java:960)
> [junit4:junit4]         at
> com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:275)
> [junit4:junit4]         at
> com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
>
> Nice, isn't it? The JVM never quits because the shutdown hook from
> jetty falls into a deadlock (most likely; my wild guess).
>
> My resolutions in the order of preference:
>
> 1) change system.exit to runtime.halt call in randomized testing's
> SlaveMain. Whether there is a finalization queue or shutdown handlers
> -- we shouldn't care much. Alternatively, I can spin a System.exit and
> then wait a bit in a background thread, then halt if this isn't
> successful, but this seems dirty to me.
>
> 2) forbid adding shutdown hooks entirely. This won't solve the problem
> because there's still finalization queue but it may detect places
> where shutdown hooks are installed... it may be a problem for
> zookeeper and jetty though (don't know how they'll react to us
> forbidding shutdown hooks).
>

we should work towards both. afaik at least solr used to have its own
shutdown hooks, so #2 likely needs some work.

#1 we could do now right?

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

Re: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3346 - Still Failing

[Dawid Weiss <da...@cs.put.poznan.pl>]

I think I know what this is... holy crap, the complexity of software
testing never ceases to amaze me. Uwe -- you'll like it ;)

So, the way my deduction was up till now was that if all forked JVMs
completed normally (with a "quit" event) then the slave's controller
just HAD to call System.exit() which in turn just HAD to terminate the
JVM...

What I forgot about is the freaking shutdown hooks! Take a look at
this stack trace:

[junit4:junit4] "main" prio=5 tid=0x00000008011e0000 nid=0x801007c00
in Object.wait() [0x00007fffffbfd000]
[junit4:junit4]    java.lang.Thread.State: WAITING (on object monitor)
[junit4:junit4] 	at java.lang.Object.wait(Native Method)
[junit4:junit4] 	at java.lang.Thread.join(Thread.java:1258)
[junit4:junit4] 	- locked <0x00000008119b43f8> (a
org.eclipse.jetty.util.thread.ShutdownThread)
[junit4:junit4] 	at java.lang.Thread.join(Thread.java:1332)
[junit4:junit4] 	at
java.lang.ApplicationShutdownHooks.runHooks(ApplicationShutdownHooks.java:106)
[junit4:junit4] 	at
java.lang.ApplicationShutdownHooks$1.run(ApplicationShutdownHooks.java:46)
[junit4:junit4] 	at java.lang.Shutdown.runHooks(Shutdown.java:123)
[junit4:junit4] 	at java.lang.Shutdown.sequence(Shutdown.java:167)
[junit4:junit4] 	at java.lang.Shutdown.exit(Shutdown.java:212)
[junit4:junit4] 	- locked <0x00000008150231c0> (a java.lang.Class for
java.lang.Shutdown)
[junit4:junit4] 	at java.lang.Runtime.exit(Runtime.java:107)
[junit4:junit4] 	at java.lang.System.exit(System.java:960)
[junit4:junit4] 	at
com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:275)
[junit4:junit4] 	at
com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)

Nice, isn't it? The JVM never quits because the shutdown hook from
jetty falls into a deadlock (most likely; my wild guess).

My resolutions in the order of preference:

1) change system.exit to runtime.halt call in randomized testing's
SlaveMain. Whether there is a finalization queue or shutdown handlers
-- we shouldn't care much. Alternatively, I can spin a System.exit and
then wait a bit in a background thread, then halt if this isn't
successful, but this seems dirty to me.

2) forbid adding shutdown hooks entirely. This won't solve the problem
because there's still finalization queue but it may detect places
where shutdown hooks are installed... it may be a problem for
zookeeper and jetty though (don't know how they'll react to us
forbidding shutdown hooks).

Dawid

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

Re: [JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3346 - Still Failing

[Robert Muir <rc...@gmail.com>]

This hung for hours. I ran kill -3 to get stacktraces, then i tried
'kill', which didnt kill the process (i then ran kill -3 again, and
then kill -9).

appears to me that the first kill triggered a shutdown hook, but the
shutdown hook itself got hung

On Sat, Oct 27, 2012 at 10:40 AM, Apache Jenkins Server
<je...@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3346/
>
> 5 tests failed.
> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test
>
> Error Message:
> 16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test:     1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test:
>    1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    3) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    4) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    6) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    7) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    8) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    9) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   11) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   12) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>         at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)
>
>
> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test
>
> Error Message:
> There are still zombie threads that couldn't be terminated:    1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>    1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    3) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    4) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    6) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    7) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    8) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>    9) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   11) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   12) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>   16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
>         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
>         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
>         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
>         at java.lang.Thread.run(Thread.java:722)
>         at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)
>
>
> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
>
> Error Message:
> Suite timeout exceeded (>= 7200000 msec).
>
> Stack Trace:
> java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
>         at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)
>
>
> FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
>
> Error Message:
> Shard still reported as live in zk - 0 jetty
>
> Stack Trace:
> java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
>         at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C:74CF111819589E60]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1231)
>         at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:217)
>         at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:92)
>         at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:601)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:722)
>
>
> FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch
>
> Error Message:
> Test abandoned because suite timeout was reached.
>
> Stack Trace:
> java.lang.Exception: Test abandoned because suite timeout was reached.
>         at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)
>
>
>
>
> Build Log:
> [...truncated 8398 lines...]
> [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
> [junit4:junit4]   2> 9 T19 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
> [junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1351326119324
> [junit4:junit4]   2> 16 T19 oasc.ZkTestServer.run STARTING ZK TEST SERVER
> [junit4:junit4]   2> 143 T20 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
> [junit4:junit4]   2> 144 T20 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
> [junit4:junit4]   2> 145 T20 oaz.Environment.logEnv Server environment:java.version=1.7.0_06
> [junit4:junit4]   2> 145 T20 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
> [junit4:junit4]   2> 146 T20 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk7/jre
> [junit4:junit4]   2> 146 T20 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.3.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.3.jar
> [junit4:junit4]   2> 148 T20 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
> [junit4:junit4]   2> 148 T20 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
> [junit4:junit4]   2> 149 T20 oaz.Environment.logEnv Server environment:java.compiler=<NA>
> [junit4:junit4]   2> 149 T20 oaz.Environment.logEnv Server environment:os.name=FreeBSD
> [junit4:junit4]   2> 150 T20 oaz.Environment.logEnv Server environment:os.arch=amd64
> [junit4:junit4]   2> 150 T20 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
> [junit4:junit4]   2> 151 T20 oaz.Environment.logEnv Server environment:user.name=hudson
> [junit4:junit4]   2> 151 T20 oaz.Environment.logEnv Server environment:user.home=/home/hudson
> [junit4:junit4]   2> 151 T20 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 210 T20 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
> [junit4:junit4]   2> 265 T20 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
> [junit4:junit4]   2> 325 T19 oasc.ZkTestServer.run start zk server on port:58068
> [junit4:junit4]   2> 371 T20 oazsp.FileTxnSnapLog.save Snapshotting: 0
> [junit4:junit4]   2> 416 T19 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
> [junit4:junit4]   2> 416 T19 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
> [junit4:junit4]   2> 417 T19 oaz.Environment.logEnv Client environment:java.version=1.7.0_06
> [junit4:junit4]   2> 417 T19 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
> [junit4:junit4]   2> 418 T19 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk7/jre
> [junit4:junit4]   2> 418 T19 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.3.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.3.jar
> [junit4:junit4]   2> 420 T19 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
> [junit4:junit4]   2> 420 T19 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
> [junit4:junit4]   2> 421 T19 oaz.Environment.logEnv Client environment:java.compiler=<NA>
> [junit4:junit4]   2> 421 T19 oaz.Environment.logEnv Client environment:os.name=FreeBSD
> [junit4:junit4]   2> 421 T19 oaz.Environment.logEnv Client environment:os.arch=amd64
> [junit4:junit4]   2> 422 T19 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
> [junit4:junit4]   2> 422 T19 oaz.Environment.logEnv Client environment:user.name=hudson
> [junit4:junit4]   2> 423 T19 oaz.Environment.logEnv Client environment:user.home=/home/hudson
> [junit4:junit4]   2> 423 T19 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 429 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3250559d
> [junit4:junit4]   2> 485 T23 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
> [junit4:junit4]   2> 485 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 489 T23 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
> [junit4:junit4]   2> 490 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58069
> [junit4:junit4]   2> 513 T21 oazs.NIOServerCnxn.doIO WARNING Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
> [junit4:junit4]   2> 514 T21 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58069 (no session established for client)
> [junit4:junit4]   2> 514 T23 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x0, likely server has closed socket, closing socket connection and attempting reconnect
> [junit4:junit4]   2> 2086 T23 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost/127.0.0.1:58068
> [junit4:junit4]   2> 2087 T23 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
> [junit4:junit4]   2> 2087 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58072
> [junit4:junit4]   2> 2089 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58072
> [junit4:junit4]   2> 2120 T24 oazsp.FileTxnLog.append Creating new log file: log.1
> [junit4:junit4]   2> 2180 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410000 with negotiated timeout 10000 for client /140.211.11.196:58072
> [junit4:junit4]   2> 2180 T23 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410000, negotiated timeout = 10000
> [junit4:junit4]   2> 2184 T25 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3250559d name:ZooKeeperConnection Watcher:127.0.0.1:58068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 2185 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 2191 T19 oascc.SolrZkClient.makePath makePath: /solr
> [junit4:junit4]   2> 2294 T26 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13aa15037410000
> [junit4:junit4]   2> 2295 T25 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 2295 T19 oaz.ZooKeeper.close Session: 0x13aa15037410000 closed
> [junit4:junit4]   2> 2296 T21 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58072 which had sessionid 0x13aa15037410000
> [junit4:junit4]   2> 2296 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2573332e
> [junit4:junit4]   2> 2298 T27 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
> [junit4:junit4]   2> 2298 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 2299 T27 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
> [junit4:junit4]   2> 2300 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58073
> [junit4:junit4]   2> 2301 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58073
> [junit4:junit4]   2> 2302 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410001 with negotiated timeout 10000 for client /140.211.11.196:58073
> [junit4:junit4]   2> 2303 T27 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410001, negotiated timeout = 10000
> [junit4:junit4]   2> 2303 T28 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2573332e name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 2304 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 2340 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1
> [junit4:junit4]   2> 2346 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
> [junit4:junit4]   2> 2355 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection
> [junit4:junit4]   2> 2359 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
> [junit4:junit4]   2> 2363 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 2406 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 2422 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
> [junit4:junit4]   2> 2423 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
> [junit4:junit4]   2> 2538 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 2539 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 2568 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 2569 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 2574 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
> [junit4:junit4]   2> 2576 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
> [junit4:junit4]   2> 2580 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
> [junit4:junit4]   2> 2582 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
> [junit4:junit4]   2> 2587 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 2588 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 2593 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 2594 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 2599 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 2600 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 2605 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 2606 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 2611 T26 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13aa15037410001
> [junit4:junit4]   2> 2612 T28 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 2612 T21 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58073 which had sessionid 0x13aa15037410001
> [junit4:junit4]   2> 2612 T19 oaz.ZooKeeper.close Session: 0x13aa15037410001 closed
> [junit4:junit4]   2> 3643 T19 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 4010 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58077
> [junit4:junit4]   2> 4076 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 4077 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928
> [junit4:junit4]   2> 4077 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/'
> [junit4:junit4]   2> 4133 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 4134 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 4134 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928
> [junit4:junit4]   2> 4135 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/solr.xml
> [junit4:junit4]   2> 4136 T19 oasc.CoreContainer.<init> New CoreContainer 24358278
> [junit4:junit4]   2> 4137 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/'
> [junit4:junit4]   2> 4137 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/'
> [junit4:junit4]   2> 4178 T19 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 4196 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
> [junit4:junit4]   2> 4245 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@7ac03fdb
> [junit4:junit4]   2> 4246 T39 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
> [junit4:junit4]   2> 4246 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 4248 T39 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
> [junit4:junit4]   2> 4248 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58078
> [junit4:junit4]   2> 4249 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58078
> [junit4:junit4]   2> 4252 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410002 with negotiated timeout 5000 for client /140.211.11.196:58078
> [junit4:junit4]   2> 4253 T39 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410002, negotiated timeout = 5000
> [junit4:junit4]   2> 4254 T40 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ac03fdb name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 4254 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 4307 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 4389 T19 oascc.SolrZkClient.makePath makePath: /live_nodes
> [junit4:junit4]   2> 4420 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58077_solr
> [junit4:junit4]   2> 4425 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58077_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58077_solr
> [junit4:junit4]   2> 4501 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58077_solr
> [junit4:junit4]   2> 4532 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 4533 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 4534 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 4534 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 4535 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 4536 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 4537 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 4538 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 4539 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 4540 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 4564 T19 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
> [junit4:junit4]   2> 4601 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
> [junit4:junit4]   2> 4603 T19 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
> [junit4:junit4]   2> 4608 T19 oasc.Overseer.start Overseer (id=88560508583608322-127.0.0.1:58077_solr-n_0000000000) starting
> [junit4:junit4]   2> 4610 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 4633 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 4635 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 4645 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 4646 T46 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
> [junit4:junit4]   2> 4648 T19 oascc.SolrZkClient.makePath makePath: /clusterstate.json
> [junit4:junit4]   2> 4652 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 4685 T45 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
> [junit4:junit4]   2> 4742 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1
> [junit4:junit4]   2> 4743 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
> [junit4:junit4]   2> 4745 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 4745 T19 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
> [junit4:junit4]   2> 4748 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/'
> [junit4:junit4]   2> 4751 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 4752 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/lib/README' to classloader
> [junit4:junit4]   2> 5001 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 5137 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 5189 T19 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 5259 T19 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 6068 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 6089 T19 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 6092 T19 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 6120 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 6127 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 6132 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 6136 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 6140 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/
> [junit4:junit4]   2> 6147 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
> [junit4:junit4]   2> 6152 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 6187 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d95e9c4; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
> [junit4:junit4]   2> 6188 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data forceNew:false
> [junit4:junit4]   2> 6189 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data
> [junit4:junit4]   2> 6189 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index/
> [junit4:junit4]   2> 6190 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 6191 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index forceNew:false
> [junit4:junit4]   2> 6220 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e76b2bd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 6221 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 6222 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index
> [junit4:junit4]   2> 6249 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 6376 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 6377 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 6377 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 6385 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 6488 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 6489 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 6493 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 6494 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 6512 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 6567 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 6570 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 6576 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 6577 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 6578 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 6579 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 6594 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 6595 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6596 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6597 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6598 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6599 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6600 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6601 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 6620 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 6638 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 6648 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 6653 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 6659 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 6664 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data
> [junit4:junit4]   2> 6668 T19 oass.SolrIndexSearcher.<init> Opening Searcher@5c10826c main
> [junit4:junit4]   2> 6722 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 6722 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 6724 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 6891 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 7266 T47 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c10826c main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 7286 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 7288 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x5f zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
> [junit4:junit4]   2> 7301 T19 oasc.CoreContainer.register registering core: collection1
> [junit4:junit4]   2> 7302 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58077/solr shardId:control_shard
> [junit4:junit4]   2> 7318 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
> [junit4:junit4]   2> 7338 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
> [junit4:junit4]   2> 7357 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:delete cxid:0x6e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
> [junit4:junit4]   2> 7358 T19 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 7359 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x6f zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 7704 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 7706 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
> [junit4:junit4]   2>      "operation":"state",
> [junit4:junit4]   2>      "numShards":null,
> [junit4:junit4]   2>      "shard":"control_shard",
> [junit4:junit4]   2>      "roles":null,
> [junit4:junit4]   2>      "state":"down",
> [junit4:junit4]   2>      "core":"collection1",
> [junit4:junit4]   2>      "collection":"control_collection",
> [junit4:junit4]   2>      "node_name":"127.0.0.1:58077_solr",
> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58077/solr"}
> [junit4:junit4]   2> 7717 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x76 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
> [junit4:junit4]   2> 7737 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
> [junit4:junit4]   2> 7863 T19 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 7864 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 7865 T19 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58077/solr/collection1/
> [junit4:junit4]   2> 7865 T19 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 7867 T19 oasc.SyncStrategy.syncToMe http://127.0.0.1:58077/solr/collection1/ has no replicas
> [junit4:junit4]   2> 7867 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58077/solr/collection1/
> [junit4:junit4]   2> 7868 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
> [junit4:junit4]   2> 7882 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x95 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 8245 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 8263 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
> [junit4:junit4]   2> 8299 T19 oasc.ZkController.register We are http://127.0.0.1:58077/solr/collection1/ and leader is http://127.0.0.1:58077/solr/collection1/
> [junit4:junit4]   2> 8302 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58077/solr
> [junit4:junit4]   2> 8303 T19 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 8303 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 8306 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 8307 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 8308 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 8356 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 8376 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:
> [junit4:junit4]   2> 8389 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6211e63b
> [junit4:junit4]   2> 8390 T48 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
> [junit4:junit4]   2> 8390 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 8391 T48 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
> [junit4:junit4]   2> 8392 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58090
> [junit4:junit4]   2> 8392 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58090
> [junit4:junit4]   2> 8394 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410003 with negotiated timeout 10000 for client /140.211.11.196:58090
> [junit4:junit4]   2> 8394 T48 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410003, negotiated timeout = 10000
> [junit4:junit4]   2> 8395 T49 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6211e63b name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 8395 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 8396 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 8401 T19 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
> [junit4:junit4]   2> 8521 T19 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 8524 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58091
> [junit4:junit4]   2> 8525 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 8525 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715
> [junit4:junit4]   2> 8526 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/'
> [junit4:junit4]   2> 8558 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 8559 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 8559 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715
> [junit4:junit4]   2> 8560 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/solr.xml
> [junit4:junit4]   2> 8560 T19 oasc.CoreContainer.<init> New CoreContainer 1569386299
> [junit4:junit4]   2> 8561 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/'
> [junit4:junit4]   2> 8561 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/'
> [junit4:junit4]   2> 8587 T19 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 8616 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
> [junit4:junit4]   2> 8617 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@21a9234d
> [junit4:junit4]   2> 8618 T59 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
> [junit4:junit4]   2> 8618 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 8620 T59 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
> [junit4:junit4]   2> 8621 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58092
> [junit4:junit4]   2> 8622 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58092
> [junit4:junit4]   2> 8624 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410004 with negotiated timeout 5000 for client /140.211.11.196:58092
> [junit4:junit4]   2> 8624 T59 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410004, negotiated timeout = 5000
> [junit4:junit4]   2> 8625 T60 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21a9234d name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 8626 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 8627 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 8629 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 8638 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58091_solr
> [junit4:junit4]   2> 8639 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58091_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58091_solr
> [junit4:junit4]   2> 8640 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58091_solr
> [junit4:junit4]   2> 8644 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
> [junit4:junit4]   2> 8645 T49 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 8646 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 8647 T40 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 8647 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 8648 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 8649 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 8649 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 8650 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 8651 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 8652 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 8652 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 8653 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 8680 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 8690 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1
> [junit4:junit4]   2> 8691 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 8693 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 8693 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 8696 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/'
> [junit4:junit4]   2> 8698 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/lib/README' to classloader
> [junit4:junit4]   2> 8699 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 8774 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 8776 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
> [junit4:junit4]   2>      "operation":"state",
> [junit4:junit4]   2>      "numShards":null,
> [junit4:junit4]   2>      "shard":"control_shard",
> [junit4:junit4]   2>      "roles":null,
> [junit4:junit4]   2>      "state":"active",
> [junit4:junit4]   2>      "core":"collection1",
> [junit4:junit4]   2>      "collection":"control_collection",
> [junit4:junit4]   2>      "node_name":"127.0.0.1:58077_solr",
> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58077/solr"}
> [junit4:junit4]   2> 8785 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
> [junit4:junit4]   2> 8785 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
> [junit4:junit4]   2> 8786 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
> [junit4:junit4]   2> 8791 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 8926 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 9028 T19 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 9086 T19 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 9795 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 9809 T19 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 9812 T19 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 9837 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 9843 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 9848 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 9851 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 9854 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/
> [junit4:junit4]   2> 9855 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
> [junit4:junit4]   2> 9856 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 9857 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ce89cd5; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
> [junit4:junit4]   2> 9857 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1 forceNew:false
> [junit4:junit4]   2> 9858 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1
> [junit4:junit4]   2> 9859 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index/
> [junit4:junit4]   2> 9859 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 9860 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index forceNew:false
> [junit4:junit4]   2> 9866 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f7422d9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 9866 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 9867 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index
> [junit4:junit4]   2> 9868 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 9871 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 9871 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 9872 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 9873 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 9874 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 9874 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 9875 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 9876 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 9877 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 9879 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 9880 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 9881 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 9882 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 9882 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 9883 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 9884 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 9886 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9887 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9888 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9889 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9890 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9892 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9893 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 9894 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 9896 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 9904 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 9908 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 9910 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 9913 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1
> [junit4:junit4]   2> 9915 T19 oass.SolrIndexSearcher.<init> Opening Searcher@6610ead6 main
> [junit4:junit4]   2> 9916 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 9916 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 9918 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 9935 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 9996 T65 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6610ead6 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 10008 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 10302 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 10303 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2>      "operation":"state",
> [junit4:junit4]   2>      "numShards":"2",
> [junit4:junit4]   2>      "shard":null,
> [junit4:junit4]   2>      "roles":null,
> [junit4:junit4]   2>      "state":"down",
> [junit4:junit4]   2>      "core":"collection1",
> [junit4:junit4]   2>      "collection":"collection1",
> [junit4:junit4]   2>      "node_name":"127.0.0.1:58091_solr",
> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58091/solr"}
> [junit4:junit4]   2> 10304 T45 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
> [junit4:junit4]   2> 10316 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
> [junit4:junit4]   2> 10316 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
> [junit4:junit4]   2> 10316 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
> [junit4:junit4]   2> 10512 T19 oasc.CoreContainer.register registering core: collection1
> [junit4:junit4]   2> 10512 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58091/solr shardId:shard1
> [junit4:junit4]   2> 10514 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
> [junit4:junit4]   2> 10538 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:delete cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
> [junit4:junit4]   2> 10539 T19 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 10539 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x46 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 10549 T19 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 10549 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 10550 T19 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58091/solr/collection1/
> [junit4:junit4]   2> 10550 T19 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 10551 T19 oasc.SyncStrategy.syncToMe http://127.0.0.1:58091/solr/collection1/ has no replicas
> [junit4:junit4]   2> 10551 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58091/solr/collection1/
> [junit4:junit4]   2> 10552 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
> [junit4:junit4]   2> 10556 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x50 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 10822 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 10854 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
> [junit4:junit4]   2> 10854 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
> [junit4:junit4]   2> 10854 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
> [junit4:junit4]   2> 10864 T19 oasc.ZkController.register We are http://127.0.0.1:58091/solr/collection1/ and leader is http://127.0.0.1:58091/solr/collection1/
> [junit4:junit4]   2> 10865 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58091/solr
> [junit4:junit4]   2> 10866 T19 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 10867 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 10876 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 10877 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 10878 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 10879 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 11094 T19 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 11098 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58096
> [junit4:junit4]   2> 11099 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 11100 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210
> [junit4:junit4]   2> 11101 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/'
> [junit4:junit4]   2> 11147 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 11147 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 11148 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210
> [junit4:junit4]   2> 11149 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/solr.xml
> [junit4:junit4]   2> 11149 T19 oasc.CoreContainer.<init> New CoreContainer 420407682
> [junit4:junit4]   2> 11151 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/'
> [junit4:junit4]   2> 11151 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/'
> [junit4:junit4]   2> 11189 T19 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 11210 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
> [junit4:junit4]   2> 11211 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@37adabfc
> [junit4:junit4]   2> 11212 T75 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
> [junit4:junit4]   2> 11212 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 11214 T75 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
> [junit4:junit4]   2> 11214 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58097
> [junit4:junit4]   2> 11215 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58097
> [junit4:junit4]   2> 11217 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410005 with negotiated timeout 5000 for client /140.211.11.196:58097
> [junit4:junit4]   2> 11218 T75 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410005, negotiated timeout = 5000
> [junit4:junit4]   2> 11218 T76 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37adabfc name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 11219 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 11220 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 11222 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 11224 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58096_solr
> [junit4:junit4]   2> 11225 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58096_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58096_solr
> [junit4:junit4]   2> 11233 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58096_solr
> [junit4:junit4]   2> 11236 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
> [junit4:junit4]   2> 11236 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
> [junit4:junit4]   2> 11237 T60 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 11238 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 11238 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 11239 T49 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 11239 T40 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 11239 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 11241 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 11242 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 11242 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 11243 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 11244 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 11244 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 11245 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 11246 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 11269 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 11279 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1
> [junit4:junit4]   2> 11280 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 11281 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 11282 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 11284 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/'
> [junit4:junit4]   2> 11287 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 11288 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/lib/README' to classloader
> [junit4:junit4]   2> 11368 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 11370 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2>      "operation":"state",
> [junit4:junit4]   2>      "numShards":"2",
> [junit4:junit4]   2>      "shard":"shard1",
> [junit4:junit4]   2>      "roles":null,
> [junit4:junit4]   2>      "state":"active",
> [junit4:junit4]   2>      "core":"collection1",
> [junit4:junit4]   2>      "collection":"collection1",
> [junit4:junit4]   2>      "node_name":"127.0.0.1:58091_solr",
> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58091/solr"}
> [junit4:junit4]   2> 11375 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 11379 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 11379 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 11379 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 11379 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 11471 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 11572 T19 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 11613 T19 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 12291 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 12304 T19 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 12307 T19 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 12331 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 12336 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 12342 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 12344 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 12346 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/
> [junit4:junit4]   2> 12347 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
> [junit4:junit4]   2> 12348 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 12349 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8b45937; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
> [junit4:junit4]   2> 12350 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2 forceNew:false
> [junit4:junit4]   2> 12350 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2
> [junit4:junit4]   2> 12351 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index/
> [junit4:junit4]   2> 12352 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 12352 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index forceNew:false
> [junit4:junit4]   2> 12358 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@b85cfd8; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 12358 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 12359 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index
> [junit4:junit4]   2> 12360 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 12363 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 12363 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 12364 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 12365 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 12366 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 12367 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 12368 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 12369 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 12370 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 12371 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 12372 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 12373 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 12374 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 12375 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 12375 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 12377 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 12378 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12379 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12380 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12381 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12382 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12384 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12385 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 12386 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 12387 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 12396 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 12400 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 12402 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 12405 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2
> [junit4:junit4]   2> 12407 T19 oass.SolrIndexSearcher.<init> Opening Searcher@58164c9c main
> [junit4:junit4]   2> 12408 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 12408 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 12410 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 12417 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 12476 T81 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58164c9c main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 12485 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 12894 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 12895 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2>      "operation":"state",
> [junit4:junit4]   2>      "numShards":"2",
> [junit4:junit4]   2>      "shard":null,
> [junit4:junit4]   2>      "roles":null,
> [junit4:junit4]   2>      "state":"down",
> [junit4:junit4]   2>      "core":"collection1",
> [junit4:junit4]   2>      "collection":"collection1",
> [junit4:junit4]   2>      "node_name":"127.0.0.1:58096_solr",
> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58096/solr"}
> [junit4:junit4]   2> 12902 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 12902 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 12902 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 12902 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 12988 T19 oasc.CoreContainer.register registering core: collection1
> [junit4:junit4]   2> 12988 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58096/solr shardId:shard2
> [junit4:junit4]   2> 12990 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
> [junit4:junit4]   2> 13015 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:delete cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
> [junit4:junit4]   2> 13017 T19 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 13017 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 13028 T19 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 13029 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 13029 T19 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58096/solr/collection1/
> [junit4:junit4]   2> 13030 T19 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 13030 T19 oasc.SyncStrategy.syncToMe http://127.0.0.1:58096/solr/collection1/ has no replicas
> [junit4:junit4]   2> 13031 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58096/solr/collection1/
> [junit4:junit4]   2> 13031 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
> [junit4:junit4]   2> 13036 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 13408 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 13429 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 13429 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 13429 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 13429 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 13454 T19 oasc.ZkController.register We are http://127.0.0.1:58096/solr/collection1/ and leader is http://127.0.0.1:58096/solr/collection1/
> [junit4:junit4]   2> 13455 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58096/solr
> [junit4:junit4]   2> 13455 T19 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 13456 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 13459 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 13461 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 13462 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 13462 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 13692 T19 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 13696 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58107
> [junit4:junit4]   2> 13697 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 13697 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796
> [junit4:junit4]   2> 13698 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/'
> [junit4:junit4]   2> 13742 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 13743 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 13743 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796
> [junit4:junit4]   2> 13744 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/solr.xml
> [junit4:junit4]   2> 13745 T19 oasc.CoreContainer.<init> New CoreContainer 1099159826
> [junit4:junit4]   2> 13746 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/'
> [junit4:junit4]   2> 13746 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/'
> [junit4:junit4]   2> 13792 T19 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 13810 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
> [junit4:junit4]   2> 13811 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d5060d1
> [junit4:junit4]   2> 13812 T91 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
> [junit4:junit4]   2> 13812 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 13814 T91 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
> [junit4:junit4]   2> 13814 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58108
> [junit4:junit4]   2> 13815 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58108
> [junit4:junit4]   2> 13821 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410006 with negotiated timeout 5000 for client /140.211.11.196:58108
> [junit4:junit4]   2> 13823 T91 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410006, negotiated timeout = 5000
> [junit4:junit4]   2> 13827 T92 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d5060d1 name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 13828 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 13831 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 13836 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 13873 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58107_solr
> [junit4:junit4]   2> 13875 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58107_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58107_solr
> [junit4:junit4]   2> 13900 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58107_solr
> [junit4:junit4]   2> 13903 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 13903 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
> [junit4:junit4]   2> 13904 T60 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 13904 T76 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 13905 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 13905 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 13906 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 13907 T40 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 13907 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 13907 T49 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 13908 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 13908 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 13909 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 13910 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 13910 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 13911 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 13911 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 13912 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 13936 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 13943 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 13944 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1
> [junit4:junit4]   2> 13945 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2>      "operation":"state",
> [junit4:junit4]   2>      "numShards":"2",
> [junit4:junit4]   2>      "shard":"shard2",
> [junit4:junit4]   2>      "roles":null,
> [junit4:junit4]   2>      "state":"active",
> [junit4:junit4]   2>      "core":"collection1",
> [junit4:junit4]   2>      "collection":"collection1",
> [junit4:junit4]   2>      "node_name":"127.0.0.1:58096_solr",
> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58096/solr"}
> [junit4:junit4]   2> 13945 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 13981 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 13982 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 13985 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/'
> [junit4:junit4]   2> 13987 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 13988 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/lib/README' to classloader
> [junit4:junit4]   2> 14027 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 14027 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 14027 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 14027 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 14027 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 14078 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 14165 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 14266 T19 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 14294 T19 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 14921 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 14936 T19 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 14940 T19 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 14971 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 14977 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 14982 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 14985 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 14988 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/
> [junit4:junit4]   2> 14989 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
> [junit4:junit4]   2> 14990 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 14991 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@27cecb4e; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
> [junit4:junit4]   2> 14992 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3 forceNew:false
> [junit4:junit4]   2> 14993 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3
> [junit4:junit4]   2> 14993 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index/
> [junit4:junit4]   2> 14994 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 14996 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index forceNew:false
> [junit4:junit4]   2> 15002 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@417b51d9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 15003 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 15004 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index
> [junit4:junit4]   2> 15005 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 15008 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 15009 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 15010 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 15011 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 15012 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 15013 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 15014 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 15015 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 15016 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 15017 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 15019 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 15020 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 15021 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 15021 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 15022 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 15024 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 15025 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 15026 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 15027 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 15028 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 15029 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 15031 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 15032 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 15033 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 15034 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 15046 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 15050 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 15052 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 15055 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3
> [junit4:junit4]   2> 15057 T19 oass.SolrIndexSearcher.<init> Opening Searcher@1ed55aac main
> [junit4:junit4]   2> 15058 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 15059 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 15061 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 15078 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 15139 T97 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ed55aac main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 15152 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 15539 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 15541 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2>      "operation":"state",
> [junit4:junit4]   2>      "numShards":"2",
> [junit4:junit4]   2>      "shard":null,
> [junit4:junit4]   2>      "roles":null,
> [junit4:junit4]   2>      "state":"down",
> [junit4:junit4]   2>      "core":"collection1",
> [junit4:junit4]   2>      "collection":"collection1",
> [junit4:junit4]   2>      "node_name":"127.0.0.1:58107_solr",
> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58107/solr"}
> [junit4:junit4]   2> 15554 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 15554 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 15554 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 15554 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 15554 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 15655 T19 oasc.CoreContainer.register registering core: collection1
> [junit4:junit4]   2> 15655 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58107/solr shardId:shard1
> [junit4:junit4]   2> 15660 T19 oasc.ZkController.register We are http://127.0.0.1:58107/solr/collection1/ and leader is http://127.0.0.1:58091/solr/collection1/
> [junit4:junit4]   2> 15660 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58107/solr
> [junit4:junit4]   2> 15661 T19 oasc.ZkController.checkRecovery Core needs to recover:collection1
> [junit4:junit4]   2> 15662 T19 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@41f6e11e url=http://127.0.0.1:58107/solr/collection1 node=127.0.0.1:58107_solr
> [junit4:junit4]   2> 15669 T98 C1 P58107 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   2> 15669 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 15669 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> [junit4:junit4]   2> 15670 T98 C1 P58107 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 15671 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 15672 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:58091/solr/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   2> 15672 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 15674 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 15682 T98 C1 P58107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
> [junit4:junit4]   2> 15708 T98 C1 P58107 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:58107/solr START replicas=[http://127.0.0.1:58091/solr/collection1/] nUpdates=100
> [junit4:junit4]   2> 15727 T98 C1 P58107 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
> [junit4:junit4]   2> 15729 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   2> 15729 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
> [junit4:junit4]   2> 15729 T98 C1 P58107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 15966 T19 oejs.Server.doStart jetty-8.1.2.v20120308
> [junit4:junit4]   2> 15969 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:47836
> [junit4:junit4]   2> 15970 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 15971 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013
> [junit4:junit4]   2> 15971 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/'
> [junit4:junit4]   2> 16034 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 16035 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 16036 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013
> [junit4:junit4]   2> 16036 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/solr.xml
> [junit4:junit4]   2> 16037 T19 oasc.CoreContainer.<init> New CoreContainer 1669504257
> [junit4:junit4]   2> 16038 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/'
> [junit4:junit4]   2> 16039 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/'
> [junit4:junit4]   2> 16060 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
> [junit4:junit4]   2> 16061 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2>      "operation":"state",
> [junit4:junit4]   2>      "numShards":"2",
> [junit4:junit4]   2>      "shard":"shard1",
> [junit4:junit4]   2>      "roles":null,
> [junit4:junit4]   2>      "state":"recovering",
> [junit4:junit4]   2>      "core":"collection1",
> [junit4:junit4]   2>      "collection":"collection1",
> [junit4:junit4]   2>      "node_name":"127.0.0.1:58107_solr",
> [junit4:junit4]   2>      "base_url":"http://127.0.0.1:58107/solr"}
> [junit4:junit4]   2> 16089 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 16089 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 16089 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 16089 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 16089 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 16093 T19 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 16106 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
> [junit4:junit4]   2> 16107 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@1baa3b
> [junit4:junit4]   2> 16108 T109 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
> [junit4:junit4]   2> 16108 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 16110 T109 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
> [junit4:junit4]   2> 16110 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:16436
> [junit4:junit4]   2> 16111 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:16436
> [junit4:junit4]   2> 16115 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410007 with negotiated timeout 5000 for client /140.211.11.196:16436
> [junit4:junit4]   2> 16115 T109 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410007, negotiated timeout = 5000
> [junit4:junit4]   2> 16116 T110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1baa3b name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 16116 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 16117 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410007 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 16119 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410007 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 16126 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47836_solr
> [junit4:junit4]   2> 16127 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410007 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47836_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47836_solr
> [junit4:junit4]   2> 16129 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47836_solr
> [junit4:junit4]   2> 16132 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 16132 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 16132 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
> [junit4:junit4]   2> 16133 T60 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 16133 T76 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 16134 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
> [junit4:junit4]   2> 16134 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
> [junit4:junit4]   2> 16134 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
> [junit4:junit4]   2> 16135 T49 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 16136 T92 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 16135 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 16136 T40 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 16137 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
> [junit4:junit4]   2> 16137 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 16138 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 16138 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 16138 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 16139 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 16139 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 16140 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4]   2> 16158 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
> [junit4:junit4]   2> 16167 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1
> [junit4:junit4]   2> 16168 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 16169 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 16170 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 16172 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/'
> [junit4:junit4]   2> 16173 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/lib/README' to classloader
> [junit4:junit4]   2> 16174 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 16241 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 16301 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 16402 T19 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 16432 T19 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@79c05dfa url=http://127.0.0.1:58091/solr/collection1 node=127.0.0.1:58091_solr
> [junit4:junit4]   2> 16858 T64 C2 P58091 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=16
> [junit4:junit4]   2> 17030 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 17042 T19 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 17045 T19 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 17068 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 17081 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 17086 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 17088 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 17091 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/
> [junit4:junit4]   2> 17091 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
> [junit4:junit4]   2> 17092 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 17093 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8aea957; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
> [junit4:junit4]   2> 17093 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4 forceNew:false
> [junit4:junit4]   2> 17094 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4
> [junit4:junit4]   2> 17095 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index/
> [junit4:junit4]   2> 17095 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 17096 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index forceNew:false
> [junit4:junit4]   2> 17128 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2>            commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e065873; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 17129 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 17130 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index
> [junit4:junit4]   2> 17130 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 17133 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory in
>
> [...truncated too long message...]
>
> asses/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.3.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.3.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/junit4-J1-20121027_082142_782.events @/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/junit4-J1-20121027_082142_782.suites
> [junit4:junit4] ERROR: JVM J1 ended with an exception: Forked process exited with an error code: 137
> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4.forkProcess(JUnit4.java:1312)
> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1178)
> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:65)
> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:813)
> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:810)
> [junit4:junit4]         at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
> [junit4:junit4]         at java.util.concurrent.FutureTask.run(FutureTask.java:166)
> [junit4:junit4]         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
> [junit4:junit4]         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
> [junit4:junit4]         at java.lang.Thread.run(Thread.java:722)
>
> BUILD FAILED
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1159: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: At least one slave process threw an exception, first: Forked process exited with an error code: 137
>
> Total time: 401 minutes 47 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3346 - Still Failing

[Apache Jenkins Server <je...@builds.apache.org>]

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3346/

5 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test:     1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZk2Test: 
   1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    4) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    7) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    8) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)   16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=106, name=qtp547902119-106 Acceptor1 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=36, name=qtp3934603-36 Acceptor1 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=57, name=qtp2058239703-57 Acceptor2 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   4) Thread[id=105, name=qtp547902119-105 Acceptor0 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=56, name=qtp2058239703-56 Acceptor1 SelectChannelConnector@0.0.0.0:58091, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=87, name=qtp381299134-87 Acceptor0 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   7) Thread[id=89, name=qtp381299134-89 Acceptor2 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   8) Thread[id=35, name=qtp3934603-35 Acceptor0 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=58, name=qtp2058239703-58 Acceptor3 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  10) Thread[id=88, name=qtp381299134-88 Acceptor1 SelectChannelConnector@0.0.0.0:58107, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=90, name=qtp381299134-90 Acceptor3 SelectChannelConnector@0.0.0.0:58107, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=37, name=qtp3934603-37 Acceptor2 SelectChannelConnector@0.0.0.0:58077, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  13) Thread[id=55, name=qtp2058239703-55 Acceptor0 SelectChannelConnector@0.0.0.0:58091, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  14) Thread[id=107, name=qtp547902119-107 Acceptor2 SelectChannelConnector@0.0.0.0:47836, state=RUNNABLE, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:226)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  15) Thread[id=38, name=qtp3934603-38 Acceptor3 SelectChannelConnector@0.0.0.0:58077, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
  16) Thread[id=108, name=qtp547902119-108 Acceptor3 SelectChannelConnector@0.0.0.0:47836, state=BLOCKED, group=TGRP-BasicDistributedZk2Test]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:210)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:104)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:933)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Shard still reported as live in zk - 0 jetty

Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
	at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C:74CF111819589E60]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1231)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:217)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:92)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([F5299F006E07FE5C]:0)




Build Log:
[...truncated 8398 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 9 T19 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1351326119324
[junit4:junit4]   2> 16 T19 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 143 T20 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 144 T20 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 145 T20 oaz.Environment.logEnv Server environment:java.version=1.7.0_06
[junit4:junit4]   2> 145 T20 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 146 T20 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 146 T20 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.3.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.3.jar
[junit4:junit4]   2> 148 T20 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 148 T20 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 149 T20 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 149 T20 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4]   2> 150 T20 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 150 T20 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 151 T20 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4]   2> 151 T20 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4]   2> 151 T20 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 210 T20 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 265 T20 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 325 T19 oasc.ZkTestServer.run start zk server on port:58068
[junit4:junit4]   2> 371 T20 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 416 T19 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 416 T19 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 417 T19 oaz.Environment.logEnv Client environment:java.version=1.7.0_06
[junit4:junit4]   2> 417 T19 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 418 T19 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk7/jre
[junit4:junit4]   2> 418 T19 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.3.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.3.jar
[junit4:junit4]   2> 420 T19 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk7/jre/lib/amd64/server:/usr/local/openjdk7/jre/lib/amd64:/usr/local/openjdk7/jre/../lib/amd64:/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 420 T19 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 421 T19 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 421 T19 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4]   2> 421 T19 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 422 T19 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 422 T19 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4]   2> 423 T19 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4]   2> 423 T19 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 429 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3250559d
[junit4:junit4]   2> 485 T23 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
[junit4:junit4]   2> 485 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 489 T23 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
[junit4:junit4]   2> 490 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58069
[junit4:junit4]   2> 513 T21 oazs.NIOServerCnxn.doIO WARNING Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4:junit4]   2> 514 T21 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58069 (no session established for client)
[junit4:junit4]   2> 514 T23 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x0, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 2086 T23 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost/127.0.0.1:58068
[junit4:junit4]   2> 2087 T23 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
[junit4:junit4]   2> 2087 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58072
[junit4:junit4]   2> 2089 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58072
[junit4:junit4]   2> 2120 T24 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 2180 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410000 with negotiated timeout 10000 for client /140.211.11.196:58072
[junit4:junit4]   2> 2180 T23 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410000, negotiated timeout = 10000
[junit4:junit4]   2> 2184 T25 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3250559d name:ZooKeeperConnection Watcher:127.0.0.1:58068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2185 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2191 T19 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 2294 T26 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13aa15037410000
[junit4:junit4]   2> 2295 T25 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2295 T19 oaz.ZooKeeper.close Session: 0x13aa15037410000 closed
[junit4:junit4]   2> 2296 T21 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58072 which had sessionid 0x13aa15037410000
[junit4:junit4]   2> 2296 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2573332e
[junit4:junit4]   2> 2298 T27 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
[junit4:junit4]   2> 2298 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2299 T27 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
[junit4:junit4]   2> 2300 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58073
[junit4:junit4]   2> 2301 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58073
[junit4:junit4]   2> 2302 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410001 with negotiated timeout 10000 for client /140.211.11.196:58073
[junit4:junit4]   2> 2303 T27 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410001, negotiated timeout = 10000
[junit4:junit4]   2> 2303 T28 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2573332e name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2304 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2340 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 2346 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 2355 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 2359 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 2363 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2406 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2422 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 2423 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 2538 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2539 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2568 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2569 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2574 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 2576 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 2580 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 2582 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 2587 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2588 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2593 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2594 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2599 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2600 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2605 T19 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2606 T19 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2611 T26 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13aa15037410001
[junit4:junit4]   2> 2612 T28 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2612 T21 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:58073 which had sessionid 0x13aa15037410001
[junit4:junit4]   2> 2612 T19 oaz.ZooKeeper.close Session: 0x13aa15037410001 closed
[junit4:junit4]   2> 3643 T19 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 4010 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58077
[junit4:junit4]   2> 4076 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4077 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928
[junit4:junit4]   2> 4077 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/'
[junit4:junit4]   2> 4133 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4134 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4134 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928
[junit4:junit4]   2> 4135 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/solr.xml
[junit4:junit4]   2> 4136 T19 oasc.CoreContainer.<init> New CoreContainer 24358278
[junit4:junit4]   2> 4137 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/'
[junit4:junit4]   2> 4137 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/'
[junit4:junit4]   2> 4178 T19 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4196 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
[junit4:junit4]   2> 4245 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@7ac03fdb
[junit4:junit4]   2> 4246 T39 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
[junit4:junit4]   2> 4246 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4248 T39 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
[junit4:junit4]   2> 4248 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58078
[junit4:junit4]   2> 4249 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58078
[junit4:junit4]   2> 4252 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410002 with negotiated timeout 5000 for client /140.211.11.196:58078
[junit4:junit4]   2> 4253 T39 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410002, negotiated timeout = 5000
[junit4:junit4]   2> 4254 T40 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ac03fdb name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4254 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4307 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4389 T19 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 4420 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58077_solr
[junit4:junit4]   2> 4425 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58077_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58077_solr
[junit4:junit4]   2> 4501 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58077_solr
[junit4:junit4]   2> 4532 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4533 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4534 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4534 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4535 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4536 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4537 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4538 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4539 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4540 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4564 T19 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 4601 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 4603 T19 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 4608 T19 oasc.Overseer.start Overseer (id=88560508583608322-127.0.0.1:58077_solr-n_0000000000) starting
[junit4:junit4]   2> 4610 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4633 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4635 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4645 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4646 T46 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 4648 T19 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 4652 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4685 T45 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 4742 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1
[junit4:junit4]   2> 4743 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 4745 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4745 T19 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 4748 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/'
[junit4:junit4]   2> 4751 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4752 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/lib/README' to classloader
[junit4:junit4]   2> 5001 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5137 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5189 T19 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5259 T19 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6068 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6089 T19 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6092 T19 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6120 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6127 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6132 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6136 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6140 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1351326121928/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/
[junit4:junit4]   2> 6147 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
[junit4:junit4]   2> 6152 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 6187 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d95e9c4; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 6188 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data forceNew:false
[junit4:junit4]   2> 6189 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data
[junit4:junit4]   2> 6189 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index/
[junit4:junit4]   2> 6190 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6191 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index forceNew:false
[junit4:junit4]   2> 6220 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e76b2bd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6221 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6222 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data/index
[junit4:junit4]   2> 6249 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 6376 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6377 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 6377 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6385 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 6488 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6489 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6493 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6494 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6512 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6567 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 6570 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 6576 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6577 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 6578 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 6579 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 6594 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6595 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6596 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6597 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6598 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6599 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6600 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6601 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6620 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 6638 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 6648 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6653 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 6659 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 6664 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/control/data
[junit4:junit4]   2> 6668 T19 oass.SolrIndexSearcher.<init> Opening Searcher@5c10826c main
[junit4:junit4]   2> 6722 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6722 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6724 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 6891 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7266 T47 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c10826c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7286 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7288 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x5f zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 7301 T19 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 7302 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58077/solr shardId:control_shard
[junit4:junit4]   2> 7318 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 7338 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 7357 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:delete cxid:0x6e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 7358 T19 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7359 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x6f zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7704 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7706 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58077_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58077/solr"}
[junit4:junit4]   2> 7717 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x76 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 7737 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 7863 T19 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7864 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7865 T19 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58077/solr/collection1/
[junit4:junit4]   2> 7865 T19 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7867 T19 oasc.SyncStrategy.syncToMe http://127.0.0.1:58077/solr/collection1/ has no replicas
[junit4:junit4]   2> 7867 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58077/solr/collection1/
[junit4:junit4]   2> 7868 T19 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 7882 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410002 type:create cxid:0x95 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8245 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8263 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 8299 T19 oasc.ZkController.register We are http://127.0.0.1:58077/solr/collection1/ and leader is http://127.0.0.1:58077/solr/collection1/
[junit4:junit4]   2> 8302 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58077/solr
[junit4:junit4]   2> 8303 T19 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8303 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8306 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8307 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8308 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8356 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8376 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 8389 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6211e63b
[junit4:junit4]   2> 8390 T48 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
[junit4:junit4]   2> 8390 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8391 T48 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
[junit4:junit4]   2> 8392 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58090
[junit4:junit4]   2> 8392 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58090
[junit4:junit4]   2> 8394 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410003 with negotiated timeout 10000 for client /140.211.11.196:58090
[junit4:junit4]   2> 8394 T48 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410003, negotiated timeout = 10000
[junit4:junit4]   2> 8395 T49 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6211e63b name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8395 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8396 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8401 T19 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 8521 T19 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8524 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58091
[junit4:junit4]   2> 8525 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8525 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715
[junit4:junit4]   2> 8526 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/'
[junit4:junit4]   2> 8558 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8559 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8559 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715
[junit4:junit4]   2> 8560 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/solr.xml
[junit4:junit4]   2> 8560 T19 oasc.CoreContainer.<init> New CoreContainer 1569386299
[junit4:junit4]   2> 8561 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/'
[junit4:junit4]   2> 8561 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/'
[junit4:junit4]   2> 8587 T19 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8616 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
[junit4:junit4]   2> 8617 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@21a9234d
[junit4:junit4]   2> 8618 T59 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
[junit4:junit4]   2> 8618 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8620 T59 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
[junit4:junit4]   2> 8621 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58092
[junit4:junit4]   2> 8622 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58092
[junit4:junit4]   2> 8624 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410004 with negotiated timeout 5000 for client /140.211.11.196:58092
[junit4:junit4]   2> 8624 T59 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410004, negotiated timeout = 5000
[junit4:junit4]   2> 8625 T60 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21a9234d name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8626 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8627 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8629 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8638 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58091_solr
[junit4:junit4]   2> 8639 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58091_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58091_solr
[junit4:junit4]   2> 8640 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58091_solr
[junit4:junit4]   2> 8644 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 8645 T49 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 8646 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 8647 T40 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 8647 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8648 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 8649 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8649 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8650 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8651 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8652 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8652 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8653 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8680 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8690 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1
[junit4:junit4]   2> 8691 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8693 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8693 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8696 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/'
[junit4:junit4]   2> 8698 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/lib/README' to classloader
[junit4:junit4]   2> 8699 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8774 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8776 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58077_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58077/solr"}
[junit4:junit4]   2> 8785 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 8785 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 8786 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 8791 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8926 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9028 T19 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9086 T19 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9795 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9809 T19 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9812 T19 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9837 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9843 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9848 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9851 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9854 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1351326127715/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/
[junit4:junit4]   2> 9855 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
[junit4:junit4]   2> 9856 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 9857 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ce89cd5; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 9857 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1 forceNew:false
[junit4:junit4]   2> 9858 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1
[junit4:junit4]   2> 9859 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index/
[junit4:junit4]   2> 9859 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9860 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index forceNew:false
[junit4:junit4]   2> 9866 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f7422d9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9866 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9867 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1/index
[junit4:junit4]   2> 9868 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9871 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9871 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9872 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9873 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 9874 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9874 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9875 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9876 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9877 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9879 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 9880 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 9881 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9882 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 9882 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 9883 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 9884 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9886 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9887 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9888 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9889 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9890 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9892 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9893 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9894 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 9896 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 9904 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9908 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9910 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 9913 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty1
[junit4:junit4]   2> 9915 T19 oass.SolrIndexSearcher.<init> Opening Searcher@6610ead6 main
[junit4:junit4]   2> 9916 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9916 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9918 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 9935 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 9996 T65 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6610ead6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10008 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10302 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10303 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58091_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58091/solr"}
[junit4:junit4]   2> 10304 T45 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 10316 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 10316 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 10316 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 10512 T19 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 10512 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58091/solr shardId:shard1
[junit4:junit4]   2> 10514 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 10538 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:delete cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 10539 T19 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 10539 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x46 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10549 T19 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 10549 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 10550 T19 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58091/solr/collection1/
[junit4:junit4]   2> 10550 T19 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 10551 T19 oasc.SyncStrategy.syncToMe http://127.0.0.1:58091/solr/collection1/ has no replicas
[junit4:junit4]   2> 10551 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58091/solr/collection1/
[junit4:junit4]   2> 10552 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 10556 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410004 type:create cxid:0x50 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10822 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10854 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 10854 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 10854 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 10864 T19 oasc.ZkController.register We are http://127.0.0.1:58091/solr/collection1/ and leader is http://127.0.0.1:58091/solr/collection1/
[junit4:junit4]   2> 10865 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58091/solr
[junit4:junit4]   2> 10866 T19 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 10867 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10876 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10877 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10878 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10879 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11094 T19 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 11098 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58096
[junit4:junit4]   2> 11099 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11100 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210
[junit4:junit4]   2> 11101 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/'
[junit4:junit4]   2> 11147 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11147 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11148 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210
[junit4:junit4]   2> 11149 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/solr.xml
[junit4:junit4]   2> 11149 T19 oasc.CoreContainer.<init> New CoreContainer 420407682
[junit4:junit4]   2> 11151 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/'
[junit4:junit4]   2> 11151 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/'
[junit4:junit4]   2> 11189 T19 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11210 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
[junit4:junit4]   2> 11211 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@37adabfc
[junit4:junit4]   2> 11212 T75 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
[junit4:junit4]   2> 11212 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11214 T75 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
[junit4:junit4]   2> 11214 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58097
[junit4:junit4]   2> 11215 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58097
[junit4:junit4]   2> 11217 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410005 with negotiated timeout 5000 for client /140.211.11.196:58097
[junit4:junit4]   2> 11218 T75 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410005, negotiated timeout = 5000
[junit4:junit4]   2> 11218 T76 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37adabfc name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11219 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11220 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11222 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11224 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58096_solr
[junit4:junit4]   2> 11225 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58096_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58096_solr
[junit4:junit4]   2> 11233 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58096_solr
[junit4:junit4]   2> 11236 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 11236 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 11237 T60 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 11238 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11238 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 11239 T49 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 11239 T40 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 11239 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11241 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 11242 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11242 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11243 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11244 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11244 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11245 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11246 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 11269 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11279 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1
[junit4:junit4]   2> 11280 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 11281 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11282 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 11284 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/'
[junit4:junit4]   2> 11287 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 11288 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/lib/README' to classloader
[junit4:junit4]   2> 11368 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11370 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58091_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58091/solr"}
[junit4:junit4]   2> 11375 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 11379 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11379 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11379 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11379 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 11471 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11572 T19 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11613 T19 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12291 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 12304 T19 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12307 T19 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12331 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12336 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12342 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12344 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12346 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1351326130210/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/
[junit4:junit4]   2> 12347 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
[junit4:junit4]   2> 12348 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 12349 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8b45937; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 12350 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2 forceNew:false
[junit4:junit4]   2> 12350 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2
[junit4:junit4]   2> 12351 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index/
[junit4:junit4]   2> 12352 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12352 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index forceNew:false
[junit4:junit4]   2> 12358 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@b85cfd8; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12358 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12359 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2/index
[junit4:junit4]   2> 12360 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 12363 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 12363 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 12364 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 12365 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 12366 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 12367 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 12368 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 12369 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12370 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 12371 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 12372 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 12373 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 12374 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 12375 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 12375 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 12377 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12378 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12379 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12380 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12381 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12382 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12384 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12385 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12386 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 12387 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 12396 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 12400 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 12402 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 12405 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty2
[junit4:junit4]   2> 12407 T19 oass.SolrIndexSearcher.<init> Opening Searcher@58164c9c main
[junit4:junit4]   2> 12408 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 12408 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 12410 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 12417 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 12476 T81 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58164c9c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12485 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12894 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12895 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58096_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58096/solr"}
[junit4:junit4]   2> 12902 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 12902 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 12902 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 12902 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 12988 T19 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 12988 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58096/solr shardId:shard2
[junit4:junit4]   2> 12990 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 13015 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:delete cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 13017 T19 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 13017 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13028 T19 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 13029 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 13029 T19 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58096/solr/collection1/
[junit4:junit4]   2> 13030 T19 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 13030 T19 oasc.SyncStrategy.syncToMe http://127.0.0.1:58096/solr/collection1/ has no replicas
[junit4:junit4]   2> 13031 T19 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58096/solr/collection1/
[junit4:junit4]   2> 13031 T19 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 13036 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410005 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13408 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13429 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 13429 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 13429 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 13429 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 13454 T19 oasc.ZkController.register We are http://127.0.0.1:58096/solr/collection1/ and leader is http://127.0.0.1:58096/solr/collection1/
[junit4:junit4]   2> 13455 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58096/solr
[junit4:junit4]   2> 13455 T19 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 13456 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13459 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13461 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 13462 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13462 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13692 T19 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 13696 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:58107
[junit4:junit4]   2> 13697 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13697 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796
[junit4:junit4]   2> 13698 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/'
[junit4:junit4]   2> 13742 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13743 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13743 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796
[junit4:junit4]   2> 13744 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/solr.xml
[junit4:junit4]   2> 13745 T19 oasc.CoreContainer.<init> New CoreContainer 1099159826
[junit4:junit4]   2> 13746 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/'
[junit4:junit4]   2> 13746 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/'
[junit4:junit4]   2> 13792 T19 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13810 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
[junit4:junit4]   2> 13811 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d5060d1
[junit4:junit4]   2> 13812 T91 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
[junit4:junit4]   2> 13812 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13814 T91 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
[junit4:junit4]   2> 13814 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58108
[junit4:junit4]   2> 13815 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58108
[junit4:junit4]   2> 13821 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410006 with negotiated timeout 5000 for client /140.211.11.196:58108
[junit4:junit4]   2> 13823 T91 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410006, negotiated timeout = 5000
[junit4:junit4]   2> 13827 T92 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d5060d1 name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13828 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13831 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13836 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13873 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58107_solr
[junit4:junit4]   2> 13875 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58107_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58107_solr
[junit4:junit4]   2> 13900 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58107_solr
[junit4:junit4]   2> 13903 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 13903 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 13904 T60 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13904 T76 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13905 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 13905 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 13906 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 13907 T40 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13907 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13907 T49 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13908 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 13908 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13909 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13910 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13910 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13911 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13911 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13912 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 13936 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13943 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13944 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1
[junit4:junit4]   2> 13945 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58096_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58096/solr"}
[junit4:junit4]   2> 13945 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13981 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13982 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13985 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/'
[junit4:junit4]   2> 13987 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13988 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/lib/README' to classloader
[junit4:junit4]   2> 14027 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 14027 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 14027 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 14027 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 14027 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 14078 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14165 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14266 T19 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14294 T19 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14921 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14936 T19 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14940 T19 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14971 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14977 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14982 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14985 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14988 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1351326132796/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/
[junit4:junit4]   2> 14989 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
[junit4:junit4]   2> 14990 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14991 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@27cecb4e; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 14992 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3 forceNew:false
[junit4:junit4]   2> 14993 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3
[junit4:junit4]   2> 14993 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index/
[junit4:junit4]   2> 14994 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14996 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index forceNew:false
[junit4:junit4]   2> 15002 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@417b51d9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15003 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15004 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3/index
[junit4:junit4]   2> 15005 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 15008 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15009 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 15010 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15011 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 15012 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15013 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15014 T19 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15015 T19 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15016 T19 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15017 T19 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 15019 T19 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 15020 T19 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15021 T19 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 15021 T19 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 15022 T19 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 15024 T19 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15025 T19 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15026 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15027 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15028 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15029 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15031 T19 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15032 T19 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15033 T19 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 15034 T19 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 15046 T19 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15050 T19 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 15052 T19 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 15055 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty3
[junit4:junit4]   2> 15057 T19 oass.SolrIndexSearcher.<init> Opening Searcher@1ed55aac main
[junit4:junit4]   2> 15058 T19 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15059 T19 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15061 T19 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 15078 T19 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 15139 T97 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ed55aac main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15152 T19 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15539 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15541 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58107_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58107/solr"}
[junit4:junit4]   2> 15554 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 15554 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 15554 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 15554 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 15554 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 15655 T19 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 15655 T19 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:58107/solr shardId:shard1
[junit4:junit4]   2> 15660 T19 oasc.ZkController.register We are http://127.0.0.1:58107/solr/collection1/ and leader is http://127.0.0.1:58091/solr/collection1/
[junit4:junit4]   2> 15660 T19 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58107/solr
[junit4:junit4]   2> 15661 T19 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15662 T19 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@41f6e11e url=http://127.0.0.1:58107/solr/collection1 node=127.0.0.1:58107_solr
[junit4:junit4]   2> 15669 T98 C1 P58107 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15669 T19 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15669 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15670 T98 C1 P58107 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15671 T19 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15672 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:58091/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15672 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15674 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15682 T98 C1 P58107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 15708 T98 C1 P58107 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:58107/solr START replicas=[http://127.0.0.1:58091/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 15727 T98 C1 P58107 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15729 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15729 T98 C1 P58107 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15729 T98 C1 P58107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15966 T19 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 15969 T19 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:47836
[junit4:junit4]   2> 15970 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15971 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013
[junit4:junit4]   2> 15971 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/'
[junit4:junit4]   2> 16034 T19 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16035 T19 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16036 T19 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013
[junit4:junit4]   2> 16036 T19 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/solr.xml
[junit4:junit4]   2> 16037 T19 oasc.CoreContainer.<init> New CoreContainer 1669504257
[junit4:junit4]   2> 16038 T19 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/'
[junit4:junit4]   2> 16039 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/'
[junit4:junit4]   2> 16060 T45 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16061 T45 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58107_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58107/solr"}
[junit4:junit4]   2> 16089 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 16089 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 16089 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 16089 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 16089 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 16093 T19 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16106 T19 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58068/solr
[junit4:junit4]   2> 16107 T19 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58068/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@1baa3b
[junit4:junit4]   2> 16108 T109 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:58068
[junit4:junit4]   2> 16108 T19 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16110 T109 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:58068, initiating session
[junit4:junit4]   2> 16110 T21 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:16436
[junit4:junit4]   2> 16111 T21 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:16436
[junit4:junit4]   2> 16115 T24 oazs.NIOServerCnxn.finishSessionInit Established session 0x13aa15037410007 with negotiated timeout 5000 for client /140.211.11.196:16436
[junit4:junit4]   2> 16115 T109 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:58068, sessionid = 0x13aa15037410007, negotiated timeout = 5000
[junit4:junit4]   2> 16116 T110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1baa3b name:ZooKeeperConnection Watcher:127.0.0.1:58068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16116 T19 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16117 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410007 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16119 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410007 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16126 T19 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47836_solr
[junit4:junit4]   2> 16127 T26 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13aa15037410007 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47836_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47836_solr
[junit4:junit4]   2> 16129 T19 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47836_solr
[junit4:junit4]   2> 16132 T92 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 16132 T49 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 16132 T40 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 16133 T60 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16133 T76 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16134 T60 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4]   2> 16134 T76 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4]   2> 16134 T19 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 16135 T49 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16136 T92 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16135 T19 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16136 T40 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16137 T19 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 16137 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16138 T19 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16138 T19 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16138 T19 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16139 T19 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16139 T19 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16140 T19 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 16158 T19 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 16167 T19 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1
[junit4:junit4]   2> 16168 T19 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16169 T19 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16170 T19 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16172 T19 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/'
[junit4:junit4]   2> 16173 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/lib/README' to classloader
[junit4:junit4]   2> 16174 T19 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16241 T19 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16301 T19 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16402 T19 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16432 T19 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@79c05dfa url=http://127.0.0.1:58091/solr/collection1 node=127.0.0.1:58091_solr
[junit4:junit4]   2> 16858 T64 C2 P58091 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=16 
[junit4:junit4]   2> 17030 T19 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17042 T19 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17045 T19 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17068 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17081 T19 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17086 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17088 T19 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17091 T19 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1351326135013/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/
[junit4:junit4]   2> 17091 T19 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@834f715
[junit4:junit4]   2> 17092 T19 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 17093 T19 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8aea957; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 17093 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4 forceNew:false
[junit4:junit4]   2> 17094 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4
[junit4:junit4]   2> 17095 T19 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index/
[junit4:junit4]   2> 17095 T19 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17096 T19 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index forceNew:false
[junit4:junit4]   2> 17128 T19 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e065873; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17129 T19 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17130 T19 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1351326119324/jetty4/index
[junit4:junit4]   2> 17130 T19 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 17133 T19 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory in

[...truncated too long message...]

asses/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/test-framework/lib/randomizedtesting-runner-2.0.3.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.3.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/junit4-J1-20121027_082142_782.events @/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/junit4-J1-20121027_082142_782.suites
[junit4:junit4] ERROR: JVM J1 ended with an exception: Forked process exited with an error code: 137
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.forkProcess(JUnit4.java:1312)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1178)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:65)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:813)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:810)
[junit4:junit4] 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4] 	at java.lang.Thread.run(Thread.java:722)

BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:335: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1159: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:827: At least one slave process threw an exception, first: Forked process exited with an error code: 137

Total time: 401 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure